00000800:00000200:0.1F:1763337490.289202:0:3652:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000461a8172] -> 12345-192.168.202.134@tcp (2) 00000800:00000200:1.1F:1763337490.290396:0:3643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000461a8172] -> 12345-192.168.202.134@tcp (2) 00000800:00000200:1.1:1763337490.290408:0:3643:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.134@tcp 00000000bcdc123c deleted 00000800:00000010:1.1:1763337490.290410:0:3643:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bcdc123c. 00000800:00000200:1.1:1763337490.290414:0:3643:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1763337490.290421:0:3643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:1023 00000800:00000200:1.1:1763337490.290425:0:3643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b44d9a4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1763337490.291230:0:3642:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1763337490.292152:0:3644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000461a8172] -> 12345-192.168.202.134@tcp (4) 00000800:00000200:0.1:1763337490.292157:0:3644:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.134@tcp 000000008629e461 deleted 00000800:00000010:0.1:1763337490.292316:0:3644:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008629e461. 00000800:00000200:0.1:1763337490.292322:0:3644:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1763337490.297084:0:3642:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1763337490.463154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000882bf8e4. 00010000:00000010:3.1:1763337490.463162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a4d2b47. 00010000:00000010:1.1:1763337490.743331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a0856eed. 00010000:00000010:1.1:1763337490.743342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d423aafb. 00010000:00000010:3.1:1763337490.751482:0:6500:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000887afc79. 00010000:00000010:3.1:1763337490.751500:0:6500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006059b06b. 00010000:00000010:0.1:1763337490.752521:0:752:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a4d2b47. 00080000:00000010:1.1:1763337490.796436:0:6495:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 00000000f9ff38f9. 00000100:00100000:3.0:1763338452.187595:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6293 00000100:00100000:3.0:1763338452.187603:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303121920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338452.187614:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:547 count 1 00010000:00010000:3.0:1763338452.187626:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.187638:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac495 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af31b0 expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.187644:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338452.187646:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338452.187648:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.187667:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31b0 expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.187675:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31b0 expref: 13 pid: 17642 timeout: 1221 lvb_type: 0 00000100:00100000:3.0:1763338452.187684:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303122432:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338452.187708:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2705a0600 going to sleep for 11 seconds 00000100:00100000:3.0:1763338452.187761:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303122176 00000100:00100000:3.0:1763338452.187765:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303122176 00000100:00100000:3.0:1763338452.187785:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303122048 00000100:00100000:3.0:1763338452.187788:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303122048 00000100:00100000:3.0:1763338452.187802:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295 00000100:00100000:3.0:1763338452.187807:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303122048:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.191373:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303122048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3561us (3603us total) trans 21474838795 rc 0/0 00000100:00100000:3.0:1763338452.191397:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295 00000100:00100000:3.0:1763338452.191458:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290657920 00000100:00100000:3.0:1763338452.191472:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290657920 00000100:00100000:3.0:1763338452.200308:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290658048 00000100:00100000:3.0:1763338452.200319:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290658048 00010000:00010000:3.0:1763338452.200364:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4ac49c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31b7 expref: 21 pid: 35252 timeout: 1221 lvb_type: 0 00010000:00010000:3.0:1763338452.202249:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac495 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31b0 expref: 13 pid: 17642 timeout: 1221 lvb_type: 0 00000100:00100000:3.0:1763338452.202295:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303122432:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.202314:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202323:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202329:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202339:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202346:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202369:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338452.202711:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303121920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15106us (15325us total) trans 21474838797 rc 0/0 00000100:00100000:3.0:1763338452.202720:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6293 00000100:00100000:3.0:1763338452.202734:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290658560 00000100:00100000:3.0:1763338452.202738:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290658560 00000100:00100000:3.0:1763338452.202761:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6296 00000100:00100000:3.0:1763338452.202768:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993290658560:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338452.202781:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.202797:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3227 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202817:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.202825:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.202826:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.202830:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202862:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.202875:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 1221 lvb_type: 1 00000100:00100000:3.0:1763338452.202895:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303122560:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338452.202950:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd274689cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763338452.202967:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338452.202974:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202982:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.202986:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.202995:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.203008:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.203015:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac601 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.203032:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.203034:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.203036:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338452.203060:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f011180/2, rc 0, transno 21474838797 00000100:00100000:3.0:1763338452.203066:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f011180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303121920:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338452.204748:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338452.207524:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290658944 00000100:00100000:3.0:1763338452.207528:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290658944 00010000:00010000:3.0:1763338452.207560:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 1221 lvb_type: 1 00000100:00100000:3.0:1763338452.207598:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3003 00000100:00100000:3.0:1763338452.207605:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993290658944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.207616:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.207622:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 1221 lvb_type: 1 00010000:00010000:3.0:1763338452.207636:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 1221 lvb_type: 1 00010000:00010000:3.0:1763338452.207664:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.207667:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.207675:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.208145:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.208198:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.208216:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303122688:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338452.208310:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2705a0900 going to sleep for 11 seconds 00010000:00010000:3.0:1763338452.208353:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ac583 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af31f6 expref: 21 pid: 17642 timeout: 1221 lvb_type: 1 00000100:00100000:3.0:1763338452.208367:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303122560:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.208395:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 20 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.208404:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486a000, rc 0) 00000100:00100000:3.0:1763338452.208438:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993290658560:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5671us (6389us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.208445:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6296 00000100:00100000:3.0:1763338452.210817:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290659072 00000100:00100000:3.0:1763338452.210825:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290659072 00000100:00100000:3.0:1763338452.210893:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6297 00000100:00100000:3.0:1763338452.210903:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2407:x1848993290659072:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.210923:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.210947:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ac632 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af322e expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.211007:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303122816:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763338452.211323:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2705a0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338452.212466:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303122688:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338452.212491:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.212532:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993290658944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4926us (5043us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.212544:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3003 00002000:00010000:3.0:1763338452.214016:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb mtime: 0 -> 1763338452 00002000:00010000:3.0:1763338452.214020:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb atime: 0 -> 1763338452 00002000:00010000:3.0:1763338452.214023:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb ctime: 0 -> 1763338452 00000100:00100000:3.0:1763338452.214037:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303122816:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763338452.214064:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ac632 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af322e expref: 20 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.214079:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ac632 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af322e expref: 20 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.214091:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486ac00, rc 0) 00000100:00100000:3.0:1763338452.214113:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993290659072:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3212us (3374us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338452.214119:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6297 00000100:00100000:3.0:1763338452.238825:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290660352 00000100:00100000:3.0:1763338452.238829:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290660352 00000100:00100000:3.0:1763338452.238858:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9186 00000100:00100000:3.0:1763338452.238867:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+242:56846:x1848993290660352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.238886:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.238902:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ac66a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3243 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.239001:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.239011:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ac663 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.239032:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.239047:0:6520:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ac663 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.239055:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.240256:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.240279:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338452.240307:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a7:0x0]: returning size 5 00000004:00200000:3.0:1763338452.240311:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338452.240325:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.240349:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ac66a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3243 expref: 244 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.240363:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194a00/0x4ea0a6980f4ac671 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3243 expref: 243 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.240371:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff8fd2705bb800) 00010000:00010000:3.0:1763338452.240374:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338452.240377:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194a00, rc 0) 00000100:00100000:3.0:1763338452.240419:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56846:x1848993290660352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1543us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.240428:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9186 00010000:00010000:3.0:1763338452.245299:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338452.245310:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ac678 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338452.245320:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.245323:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ac678 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338452.245332:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ac678 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338452.245348:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a7:0x0].0x0 (ffff8fd2705bb800) 00010000:00010000:3.0:1763338452.245351:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338452.245356:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ac678 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338452.245361:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ac678 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338452.245375:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.245376:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.245378:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338452.255779:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.267031:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.276165:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.281419:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290662144 00000100:00100000:3.0:1763338452.281428:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290662144 00010000:00010000:3.0:1763338452.281472:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac6f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af326d expref: 248 pid: 10039 timeout: 1221 lvb_type: 0 00000100:00100000:3.0:1763338452.281517:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3005 00000100:00100000:3.0:1763338452.281529:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+248:2410:x1848993290662144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.281544:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.281552:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac6f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af326d expref: 248 pid: 10039 timeout: 1221 lvb_type: 0 00010000:00010000:3.0:1763338452.281565:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac6f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af326d expref: 248 pid: 10039 timeout: 1221 lvb_type: 0 00010000:00010000:3.0:1763338452.281585:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4ac6f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af326d expref: 248 pid: 10039 timeout: 1221 lvb_type: 0 00010000:00010000:3.0:1763338452.281601:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a8:0x0].0x0 (ffff8fd26feba900) 00010000:00010000:3.0:1763338452.281606:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4ac70b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.281616:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4ac70b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.281625:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4ac70b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.281659:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.281729:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+247:2410:x1848993290662144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 201us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.281737:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3005 00000100:00100000:3.0:1763338452.283797:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.293182:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290662784 00000100:00100000:3.0:1763338452.293194:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290662784 00000100:00100000:3.0:1763338452.293258:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6299 00000100:00100000:3.0:1763338452.293307:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290662784:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.293329:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.293351:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3282 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338452.293378:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x228:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.293398:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.293401:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.293421:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3282 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.293443:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3282 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.293458:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194800, rc 0) 00000100:00100000:3.0:1763338452.293513:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993290662784:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 208us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.293521:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6299 00000100:00100000:3.0:1763338452.298978:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.301774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.306010:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290664320 00000100:00100000:3.0:1763338452.306015:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290664320 00000100:00100000:3.0:1763338452.306238:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9199 00000100:00100000:3.0:1763338452.306246:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56850:x1848993290664320:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.306255:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.306298:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4ac789 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af329e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.306365:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac790 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.306378:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac790 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.306695:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac790 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338452.306722:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a8:0x0]: returning size 0 00000004:00200000:3.0:1763338452.306727:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338452.306745:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac790 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.306770:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4ac789 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af329e expref: 257 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.306789:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac790 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af329e expref: 256 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.306798:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac790 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af329e expref: 256 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.306804:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:3.0:1763338452.306869:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56850:x1848993290664320:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 622us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.306876:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9199 00000100:00100000:3.0:1763338452.323948:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290665472 00000100:00100000:3.0:1763338452.323953:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290665472 00000100:00100000:3.0:1763338452.324303:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9202 00000100:00100000:3.0:1763338452.324309:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56850:x1848993290665472:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.324378:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.324402:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4ac7a5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af32b3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.324495:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.324509:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324521:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324533:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.324541:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324548:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324657:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac7ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.324668:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac7ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324675:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac7ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338452.324751:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a8:0x0]: returning size 0 00010000:00010000:3.0:1763338452.324966:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324974:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324984:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324989:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.324995:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.324999:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325006:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325017:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bba00) 00010000:00010000:3.0:1763338452.325020:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.325024:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325030:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ac7ac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325044:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325050:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325056:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325062:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.325065:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325075:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325082:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fa00) 00010000:00010000:3.0:1763338452.325084:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.325087:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325093:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7b3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.325132:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4ac7a5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32b3 expref: 262 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.325149:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac7ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32b3 expref: 261 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.325157:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338452.325159:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338452.325162:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:3.0:1763338452.325237:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56850:x1848993290665472:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 927us (1627us total) trans 4294972316 rc 0/0 00000100:00100000:3.0:1763338452.325244:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9202 00000100:00100000:3.0:1763338452.334962:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290665856 00000100:00100000:3.0:1763338452.334976:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290665856 00000100:00100000:3.0:1763338452.335034:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3202 00000100:00100000:3.0:1763338452.335045:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56850:x1848993290665856:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338452.335238:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56850:x1848993290665856:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 194us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.335248:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3202 00010000:00010000:3.0:1763338452.345853:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345869:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345877:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345884:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.345888:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345896:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345917:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fa00) 00010000:00010000:3.0:1763338452.345920:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.345927:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345932:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ac65c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338452.345955:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.345961:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.345966:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.345973:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.345975:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.345981:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.345988:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fa00) 00010000:00010000:3.0:1763338452.345990:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.345993:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.345998:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ac6ef lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.346016:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.346023:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.346029:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.346034:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.346037:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.346043:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.346050:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338452.346053:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.346056:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.346061:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ac797 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338452.346600:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303123456:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.347530:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.347585:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303123968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.347610:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.347628:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338452.347633:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303123840:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.347657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.347688:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303123456 00000100:00100000:3.0:1763338452.347695:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303123456 00000100:00100000:3.0:1763338452.347732:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303123968 00000100:00100000:3.0:1763338452.347735:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303123968 00000100:00100000:3.0:1763338452.347760:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303123840 00000100:00100000:3.0:1763338452.347763:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303123840 00000100:00100000:3.0:1763338452.347783:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6300 00000100:00100000:3.0:1763338452.347793:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303123456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338452.347821:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:551 count 1 00002000:00010000:3.0:1763338452.347853:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x227:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.347863:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.347877:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.347880:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.347887:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.347903:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.348626:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.348635:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.348648:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338452.348768:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3657:x1848993303123456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 978us (1240us total) trans 21474838800 rc 0/0 00000100:00100000:3.0:1763338452.348783:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6300 00010000:00010000:3.0:1763338452.348804:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338452.348885:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303123584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.348910:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.348924:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303124096:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.348942:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.348964:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303123584 00000100:00100000:3.0:1763338452.348968:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303123584 00000100:00100000:3.0:1763338452.348984:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303124096 00000100:00100000:3.0:1763338452.348986:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303124096 00000100:00100000:3.0:1763338452.349000:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304 00000100:00100000:3.0:1763338452.349005:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3654:x1848993303123584:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338452.349094:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338452.349098:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.349100:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.349102:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.349104:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338452.349132:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303123584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 127us (222us total) trans 21474838801 rc 0/0 00000100:00100000:3.0:1763338452.349138:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304 00000100:00100000:3.0:1763338452.349149:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305 00000100:00100000:3.0:1763338452.349154:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+31:3654:x1848993303124096:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.349221:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3654:x1848993303124096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 66us (278us total) trans 17179871469 rc 0/0 00000100:00100000:3.0:1763338452.349226:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305 00000004:00080000:3.0:1763338452.349249:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee1880/2, rc 0, transno 21474838801 00000100:00100000:3.0:1763338452.349254:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303123584:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338452.349298:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144527800/2, rc 0, transno 17179871469 00000100:00100000:3.0:1763338452.349303:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303124096:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.361531:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290666368 00000100:00100000:3.0:1763338452.361536:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290666368 00010000:00010000:3.0:1763338452.361557:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 20 pid: 8406 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338452.361586:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290666624 00000100:00100000:3.0:1763338452.361589:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290666624 00010000:00010000:3.0:1763338452.361600:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ac639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3235 expref: 17 pid: 31107 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338452.361620:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3008 00000100:00100000:3.0:1763338452.361625:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2407:x1848993290666368:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.361636:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.361640:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 20 pid: 8406 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.361650:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 20 pid: 8406 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.361671:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ac62b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3227 expref: 20 pid: 8406 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.361683:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.361686:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.361690:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361698:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361716:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.361740:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993290666368:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 114us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.361747:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3008 00000100:00100000:3.0:1763338452.361764:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3009 00000100:00100000:3.0:1763338452.361769:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290666624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.361777:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.361781:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ac639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3235 expref: 17 pid: 31107 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.361794:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ac639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3235 expref: 17 pid: 31107 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.361808:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ac639 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3235 expref: 17 pid: 31107 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.361817:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.361832:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.361835:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361842:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361868:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.361894:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290666624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 124us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.361900:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3009 00010000:00010000:3.0:1763338452.361957:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361964:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361974:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.361986:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.362002:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338452.362202:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2753fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3657:x1848993303123840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14011us (14543us total) trans 17179871471 rc 0/0 00000100:00100000:3.0:1763338452.362210:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302 00010000:00010000:3.0:1763338452.362330:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338452.362336:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.362344:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.362349:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.362357:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.362369:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.362375:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4ac7e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.362392:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.362394:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.362396:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.364206:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338452.364215:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.364224:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.364227:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.364236:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.364564:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.364573:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac7eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.364595:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.364597:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.364599:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338452.368596:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290667008 00000100:00100000:3.0:1763338452.368605:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290667008 00010000:00010000:3.0:1763338452.368640:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3282 expref: 15 pid: 35252 timeout: 1222 lvb_type: 1 00000100:00100000:3.0:1763338452.368681:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3010 00000100:00100000:3.0:1763338452.368691:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290667008:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.368710:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.368717:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3282 expref: 15 pid: 35252 timeout: 1222 lvb_type: 1 00010000:00010000:3.0:1763338452.368729:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3282 expref: 15 pid: 35252 timeout: 1222 lvb_type: 1 00010000:00010000:3.0:1763338452.368756:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4ac73c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3282 expref: 15 pid: 35252 timeout: 1222 lvb_type: 1 00010000:00010000:3.0:1763338452.368769:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.368771:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.368779:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd148644e00/0x4ea0a6980f4ac815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32c1 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.368790:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd148644e00/0x4ea0a6980f4ac815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32c1 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.368845:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd148644e00/0x4ea0a6980f4ac815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32c1 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.368861:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303124736:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338452.368925:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2705a0900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338452.369740:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290667136 00000100:00100000:3.0:1763338452.369752:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290667136 00000100:00100000:3.0:1763338452.369986:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6309 00000100:00100000:3.0:1763338452.369996:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290667136:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.370015:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.370037:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac81c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af32c8 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.370092:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303124864:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763338452.373529:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2705a0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338452.379202:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14caf0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303124736:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338452.379236:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.379309:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290667008:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10619us (11173us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.379321:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3010 00002000:00010000:3.0:1763338452.379515:0:8405:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb mtime: 0 -> 1763338452 00002000:00010000:3.0:1763338452.379519:0:8405:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb atime: 0 -> 1763338452 00002000:00010000:3.0:1763338452.379521:0:8405:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x228:0x0] updating lvb ctime: 0 -> 1763338452 00000100:00100000:3.0:1763338452.379535:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14caf0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303124864:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763338452.379991:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac81c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32c8 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.380014:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac81c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x228:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32c8 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.380026:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:3.0:1763338452.380813:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290667136:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10813us (11783us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338452.380823:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6309 00000100:00100000:3.0:1763338452.412534:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290668416 00000100:00100000:3.0:1763338452.412548:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290668416 00000100:00100000:3.0:1763338452.412662:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9206 00000100:00100000:3.0:1763338452.412673:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+241:56852:x1848993290668416:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.412695:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.412718:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac85b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af32dd expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.412796:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338452.412810:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412821:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412832:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338452.412839:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412844:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412889:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412896:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412902:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412910:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412915:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.412919:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412925:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412937:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bb500) 00010000:00010000:3.0:1763338452.412940:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.412945:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412950:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac862 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412963:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412968:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412974:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412978:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.412981:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412986:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.412997:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338452.412999:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.413002:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.413007:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac869 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.413035:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac85b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32dd expref: 242 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.413045:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bb500) 00010000:00010000:3.0:1763338452.413047:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.413051:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac85b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af32dd expref: 242 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.413064:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:3.0:1763338452.413129:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+241:56852:x1848993290668416:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 458us (696us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338452.413137:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9206 00000100:00100000:3.0:1763338452.434153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.471381:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9215 00000100:00100000:3.0:1763338452.471391:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56856:x1848993290670080:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.471400:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.471418:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac918 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af331c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.471487:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338452.471499:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.471512:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338452.471522:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00010000:00010000:3.0:1763338452.472369:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472890:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472896:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472903:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.472907:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472914:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472928:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd26febd600) 00010000:00010000:3.0:1763338452.472931:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763338452.472936:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472941:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac91f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.472990:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac918 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af331c expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.473010:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd26febd600) 00010000:00010000:3.0:1763338452.473014:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338452.473017:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac918 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af331c expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.473028:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:3.0:1763338452.473091:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56856:x1848993290670080:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1701us (2715us total) trans 4294972324 rc 301/301 00000100:00100000:3.0:1763338452.473099:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9215 00000100:00100000:3.0:1763338452.477376:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290670208 00000100:00100000:3.0:1763338452.477386:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290670208 00010000:00010000:3.0:1763338452.477435:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac8fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af330e expref: 247 pid: 13583 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338452.477466:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3011 00000100:00100000:3.0:1763338452.477475:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+247:2410:x1848993290670208:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.477489:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.477496:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac8fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af330e expref: 247 pid: 13583 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.477507:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac8fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af330e expref: 247 pid: 13583 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.477530:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4ac8fc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af330e expref: 247 pid: 13583 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.477550:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd26febd600) 00010000:00010000:3.0:1763338452.477554:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4ac911 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.477563:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4ac911 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.477581:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4ac911 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.477613:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.477662:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+246:2410:x1848993290670208:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.477669:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3011 00000100:00100000:3.0:1763338452.482894:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290670976 00000100:00100000:3.0:1763338452.482904:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290670976 00000100:00100000:3.0:1763338452.482966:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3206 00000100:00100000:3.0:1763338452.482975:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56854:x1848993290670976:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338452.483337:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56854:x1848993290670976:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 361us (532us total) trans 4294972327 rc 0/0 00000100:00100000:3.0:1763338452.483345:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3206 00000100:00100000:3.0:1763338452.491964:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290671360 00000100:00100000:3.0:1763338452.491975:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290671360 00000100:00100000:3.0:1763338452.493252:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6311 00000100:00100000:3.0:1763338452.493284:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290671360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.493305:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.493328:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac957 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af332a expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338452.493351:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.493375:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.493378:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.493387:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af332a expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.493403:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4ac957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af332a expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.493430:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:3.0:1763338452.493505:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290671360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 241us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.493512:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6311 00000100:00100000:3.0:1763338452.499385:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290671488 00000100:00100000:3.0:1763338452.499398:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290671488 00000100:00100000:3.0:1763338452.499468:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6312 00000100:00100000:3.0:1763338452.499478:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993290671488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.499497:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.499526:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac95e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3331 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338452.499551:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.499573:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.499575:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.499585:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac95e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3331 expref: 22 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.499608:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac95e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3331 expref: 22 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.499623:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:3.0:1763338452.499677:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993290671488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 200us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.499685:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6312 00000100:00100000:3.0:1763338452.504854:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290671744 00000100:00100000:3.0:1763338452.504868:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290671744 00000100:00100000:3.0:1763338452.504936:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9217 00000100:00100000:3.0:1763338452.504946:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+250:55909:x1848993290671744:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338452.504974:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.504979:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338452.505008:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ac949 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3323 expref: 250 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.505031:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd252695e00) 00010000:00010000:3.0:1763338452.505044:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338452.505062:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac965 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3338 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.505180:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ac96c lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.505192:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ac96c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.505206:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ac96c lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338452.505219:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 0 00010000:00010000:3.0:1763338452.505352:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4ac965 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3338 expref: 252 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.505368:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ac96c lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1a9:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3338 expref: 251 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.505375:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd2705bb000) 00010000:00010000:3.0:1763338452.505378:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338452.505381:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338452.505451:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+251:55909:x1848993290671744:12345-192.168.202.34@tcp:101:bash.0 Request processed in 506us (1025us total) trans 4294972330 rc 0/0 00000100:00100000:3.0:1763338452.505460:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9217 00000100:00100000:3.0:1763338452.530460:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290673024 00000100:00100000:3.0:1763338452.530473:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290673024 00000100:00100000:3.0:1763338452.530547:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9222 00000100:00100000:3.0:1763338452.530558:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56856:x1848993290673024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.530581:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.530605:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ac9a4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3354 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.530681:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.530694:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.530705:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.530714:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.530721:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.530727:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.530843:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.530854:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.530860:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338452.530870:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 2 00010000:00010000:3.0:1763338452.531377:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531387:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531394:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531401:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.531417:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531426:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531443:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd2705bb000) 00010000:00010000:3.0:1763338452.531447:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763338452.531452:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531458:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ac9b9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531476:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531482:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531488:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531493:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531498:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.531502:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531507:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531514:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bb900) 00010000:00010000:3.0:1763338452.531516:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.531519:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531525:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ac9ab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531533:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531538:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531544:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531549:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.531552:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531557:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531562:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338452.531564:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.531566:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531571:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ac9b2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.531605:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ac9a4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3354 expref: 260 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.531613:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bb900) 00010000:00010000:3.0:1763338452.531615:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338452.531619:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ac9a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3354 expref: 260 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.531632:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338452.531704:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56856:x1848993290673024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1147us (2388us total) trans 4294972335 rc 301/301 00000100:00100000:3.0:1763338452.531711:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9222 00000100:00100000:3.0:1763338452.534683:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303125888:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.534742:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.534776:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338452.534782:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303126016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.534805:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.535242:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6316 00000100:00100000:3.0:1763338452.535252:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3654:x1848993303125888:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.535384:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3654:x1848993303125888:12345-0@lo:2:osp-syn-1-1.0 Request processed in 133us (641us total) trans 17179871473 rc 0/0 00000100:00100000:3.0:1763338452.535392:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6316 00000004:00080000:3.0:1763338452.535448:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9fb80/2, rc 0, transno 17179871473 00000100:00100000:3.0:1763338452.535455:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303125888:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338452.535503:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9c000/2, rc 0, transno 17179871474 00000100:00100000:3.0:1763338452.535510:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303126016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.535567:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+239:55909:x1848993290672768:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9699us (11555us total) trans 4294972334 rc 0/0 00000100:00100000:3.0:1763338452.535579:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9221 00000004:00080000:3.0:1763338452.535643:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534f480/2, rc 0, transno 21474838806 00000100:00100000:3.0:1763338452.535649:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303125376:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.535668:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303125760:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.535699:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763338452.535724:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f013100/2, rc 0, transno 21474838805 00000100:00100000:3.0:1763338452.535729:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303125248:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.535738:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338452.535743:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303125632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.535768:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.535803:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6318 00000100:00100000:3.0:1763338452.535812:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3657:x1848993303125760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338452.535828:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:553 count 1 00002000:00010000:3.0:1763338452.535851:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x229:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.535858:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.535874:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.535877:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.535883:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.535904:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.535916:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.535928:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.535963:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338452.536121:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3657:x1848993303125760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 310us (420us total) trans 17179871475 rc 0/0 00000100:00100000:3.0:1763338452.536128:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6318 00010000:00010000:3.0:1763338452.536145:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338452.536150:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.536157:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.536160:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.536168:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.536179:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.536186:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.536199:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.536201:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.536203:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338452.536221:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9ed80/2, rc 0, transno 17179871475 00000100:00100000:3.0:1763338452.536225:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303125760:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.543541:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290673664 00000100:00100000:3.0:1763338452.543553:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290673664 00000100:00100000:3.0:1763338452.543607:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6321 00000100:00100000:3.0:1763338452.543615:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+21:55909:x1848993290673664:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338452.543633:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.543651:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af335b expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338452.543673:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.543692:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.543694:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.543702:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af335b expref: 22 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.543715:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af335b expref: 22 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.543726:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338452.543782:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+22:55909:x1848993290673664:12345-192.168.202.34@tcp:101:bash.0 Request processed in 167us (2438us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.543788:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6321 00000100:00100000:3.0:1763338452.546068:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290673792 00000100:00100000:3.0:1763338452.546079:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290673792 00000100:00100000:3.0:1763338452.547378:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3210 00000100:00100000:3.0:1763338452.547394:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+240:56856:x1848993290673792:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338452.547586:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+240:56856:x1848993290673792:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 196us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.547596:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3210 00000100:00100000:3.0:1763338452.559237:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290674048 00000100:00100000:3.0:1763338452.559252:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290674048 00000100:00100000:3.0:1763338452.559923:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.568163:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290674688 00000100:00100000:3.0:1763338452.568174:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290674688 00000100:00100000:3.0:1763338452.568232:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3211 00000100:00100000:3.0:1763338452.568243:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+242:55909:x1848993290674688:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338452.568601:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+243:55909:x1848993290674688:12345-192.168.202.34@tcp:35:bash.0 Request processed in 360us (583us total) trans 4294972338 rc 0/0 00000100:00100000:3.0:1763338452.568609:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3211 00000100:00100000:3.0:1763338452.568628:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290674944 00000100:00100000:3.0:1763338452.568631:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290674944 00000100:00100000:3.0:1763338452.568650:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3212 00000100:00100000:3.0:1763338452.568655:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56858:x1848993290674944:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338452.568728:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+244:56858:x1848993290674944:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 72us (650us total) trans 4294972339 rc 0/0 00000100:00100000:3.0:1763338452.568734:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3212 00000100:00100000:3.0:1763338452.580615:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.584088:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.584125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338452.584994:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585002:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338452.585300:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1a9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338452.585380:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585390:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585397:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585415:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.585419:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585427:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585437:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd2705bb000) 00010000:00010000:3.0:1763338452.585440:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338452.585443:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4aca45 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.585451:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4aca45 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.585458:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4aca45 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.585487:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585494:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4aca37 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585515:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585520:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585526:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585532:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585536:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.585539:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585544:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585551:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febae00) 00010000:00010000:3.0:1763338452.585553:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.585556:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585561:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4aca29 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338452.585573:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006b0d35ef reply state 0000000079be49a2 transno 4294972341 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585640:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.585646:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febac00) 00010000:00010000:3.0:1763338452.585649:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338452.585652:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338452.585720:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56859:x1848993290675456:12345-192.168.202.34@tcp:36:rm.0 Request processed in 4889us (5107us total) trans 4294972341 rc 0/0 00000100:00100000:3.0:1763338452.585728:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9225 00000100:00100000:3.0:1763338452.589856:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290675968 00000100:00100000:3.0:1763338452.589868:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290675968 00000100:00100000:3.0:1763338452.590207:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9227 00000100:00100000:3.0:1763338452.590220:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+245:56858:x1848993290675968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.590245:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.590284:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4aca4c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af337e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.590392:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4aca53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338452.590417:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4aca53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.590428:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4aca53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338452.590444:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1a9:0x0]: returning size 5 00010000:00010000:3.0:1763338452.590555:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4aca4c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af337e expref: 248 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.590574:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4aca53 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af337e expref: 247 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.590582:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd2705bb000) 00010000:00010000:3.0:1763338452.590586:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338452.590589:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338452.591757:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56858:x1848993290675968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1534us (2348us total) trans 4294972342 rc 0/0 00000100:00100000:3.0:1763338452.591768:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9227 00000100:00100000:3.0:1763338452.597367:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303126656:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.597400:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4aca61 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.608197:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290676608 00000100:00100000:3.0:1763338452.608203:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290676608 00010000:00010000:3.0:1763338452.608229:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af335b expref: 26 pid: 17642 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338452.608286:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3015 00000100:00100000:3.0:1763338452.608294:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2407:x1848993290676608:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.608305:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763338452.608320:0:8421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763338452.608323:0:8421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338452.608328:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af335b expref: 26 pid: 17642 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.608340:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af335b expref: 26 pid: 17642 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.608357:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ac9e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af335b expref: 26 pid: 17642 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.608380:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.608382:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.608386:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4aca61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.608395:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4aca61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.608434:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.608471:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2407:x1848993290676608:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 178us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.608478:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3015 00000100:00100000:3.0:1763338452.610786:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338452.613865:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.613872:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.613878:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.613884:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.613887:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.613895:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.613909:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febac00) 00010000:00010000:3.0:1763338452.613913:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.613918:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.613924:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4aca30 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338452.613989:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127040:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.614602:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.614620:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338452.614627:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127168:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.614650:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763338452.615211:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430ad180/2, rc 0, transno 17179871480 00000100:00100000:3.0:1763338452.615217:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127168:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338452.615225:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f9c00/2, rc 0, transno 17179871479 00000100:00100000:3.0:1763338452.615228:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127040:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.617045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.618330:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.620752:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.624993:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.625059:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.629783:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290678144 00000100:00100000:3.0:1763338452.629791:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290678144 00010000:00010000:3.0:1763338452.629826:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4acad8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a8 expref: 244 pid: 6520 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338452.629861:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3016 00000100:00100000:3.0:1763338452.629872:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+244:2410:x1848993290678144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.629889:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.629897:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4acad8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a8 expref: 244 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.629908:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4acad8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a8 expref: 244 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.629934:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4acad8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a8 expref: 244 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.629954:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1aa:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338452.629959:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4acb02 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.629971:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4acb02 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.629979:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4acb02 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.630014:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.630090:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+243:2410:x1848993290678144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 218us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.630098:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3016 00000100:00100000:3.0:1763338452.663660:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.667217:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127680:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.667251:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.667297:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338452.667303:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127808:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.667325:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.667355:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303127680 00000100:00100000:3.0:1763338452.667359:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303127680 00000100:00100000:3.0:1763338452.667383:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303127808 00000100:00100000:3.0:1763338452.667386:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303127808 00000100:00100000:3.0:1763338452.667401:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333 00000100:00100000:3.0:1763338452.667419:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3654:x1848993303127680:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.667520:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3654:x1848993303127680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 101us (267us total) trans 17179871481 rc 0/0 00000100:00100000:3.0:1763338452.667526:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333 00000004:00080000:3.0:1763338452.667560:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16300/2, rc 0, transno 17179871481 00000100:00100000:3.0:1763338452.667565:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303127680:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.670559:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.670606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.673614:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.677567:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.685907:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290680704 00000100:00100000:3.0:1763338452.685918:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290680704 00002000:00010000:3.0:1763338452.685961:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/556 (0->18446744073709551615) 00002000:00100000:3.0:1763338452.685967:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147d1df80 with x1848993290680704 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338452.685980:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147d1df80. 00000100:00100000:3.0:1763338452.686015:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290680832 00000100:00100000:3.0:1763338452.686019:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290680832 00002000:00010000:3.0:1763338452.686033:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/556 (0->18446744073709551615) 00002000:00100000:3.0:1763338452.686037:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147d1f480 with x1848993290680832 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338452.686043:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147d1f480. 00000100:00100000:3.0:1763338452.686062:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1589 00000100:00100000:3.0:1763338452.686072:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993290680704:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338452.686258:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338452.686294:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338452.686297:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.686300:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338452.686302:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338452.686359:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2407:x1848993290680704:12345-192.168.202.34@tcp:10:bash.0 Request processed in 288us (614us total) trans 21474838814 rc 0/0 00000100:00100000:3.0:1763338452.686367:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1589 00002000:00010000:3.0:1763338452.686372:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/556 (0->18446744073709551615) 00002000:00100000:3.0:1763338452.686374:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147d1df80 with x1848993290680704 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338452.686379:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147d1df80. 00000100:00100000:3.0:1763338452.686398:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1590 00000100:00100000:3.0:1763338452.686417:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2407:x1848993290680832:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338452.686570:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338452.686573:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338452.686576:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.686577:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338452.686580:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338452.686606:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2407:x1848993290680832:12345-192.168.202.34@tcp:10:bash.0 Request processed in 202us (811us total) trans 17179871483 rc 0/0 00000100:00100000:3.0:1763338452.686613:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1590 00002000:00010000:3.0:1763338452.686616:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/556 (0->18446744073709551615) 00002000:00100000:3.0:1763338452.686618:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147d1f480 with x1848993290680832 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338452.686622:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147d1f480. 00000100:00100000:3.0:1763338452.686669:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763338452.690628:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838815 is committed 00000001:00080000:3.0:1763338452.690646:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838813 is committed 00000100:00100000:3.0:1763338452.692871:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.715182:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.719029:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290681984 00000100:00100000:3.0:1763338452.719038:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290681984 00000100:00100000:3.0:1763338452.719094:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6337 00000100:00100000:3.0:1763338452.719103:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56858:x1848993290681984:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.719121:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.719142:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acbc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af33fc expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338452.719164:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22b:0x0] initial LVB size: 4096, mtime: 0x691a68d5, atime: 0x0, ctime: 0x691a68d5, blocks: 0x8 00010000:00010000:3.0:1763338452.719185:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.719187:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.719194:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acbc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af33fc expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.719209:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acbc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af33fc expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.719220:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338452.719294:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56858:x1848993290681984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 192us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.719301:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6337 00000100:00100000:3.0:1763338452.721469:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290682112 00000100:00100000:3.0:1763338452.721480:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290682112 00000100:00100000:3.0:1763338452.721540:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6338 00000100:00100000:3.0:1763338452.721549:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+27:56858:x1848993290682112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.721567:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.721588:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acbcd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3403 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.721622:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac95e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3331 expref: 28 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.721630:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.721633:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.721638:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acbcd lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3403 expref: 28 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.721671:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac95e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3331 expref: 28 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.721683:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4ac95e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3331 expref: 28 pid: 8405 timeout: 1222 lvb_type: 1 00000100:00100000:3.0:1763338452.721697:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303128064:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338452.722186:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338452.725875:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303128064:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.725911:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acbcd lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3403 expref: 28 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.725938:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338452.727238:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+28:56858:x1848993290682112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5688us (5974us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.727248:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6338 00000100:00100000:3.0:1763338452.731447:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290682496 00000100:00100000:3.0:1763338452.731451:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290682496 00002000:00010000:3.0:1763338452.731466:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/555 (0->18446744073709551615) 00002000:00100000:3.0:1763338452.731470:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5500 with x1848993290682496 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338452.731477:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c5500. 00000100:00100000:3.0:1763338452.731501:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1592 00000100:00100000:3.0:1763338452.731506:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2407:x1848993290682496:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338452.731661:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338452.731665:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338452.731668:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.731670:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338452.731672:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338452.731724:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2407:x1848993290682496:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 216us (572us total) trans 17179871484 rc 0/0 00000100:00100000:3.0:1763338452.731731:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1592 00002000:00010000:3.0:1763338452.731736:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/555 (0->18446744073709551615) 00002000:00100000:3.0:1763338452.731738:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5500 with x1848993290682496 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338452.731743:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c5500. 00000100:00100000:3.0:1763338452.735131:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.735538:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.738489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.738533:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.742209:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.743154:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.749251:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.749382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.753651:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.754559:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.763048:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303128704:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.763081:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4acc60 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338452.763989:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3021 00000100:00100000:3.0:1763338452.764000:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+252:2409:x1848993290684544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.764009:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.764015:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acabc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a1 expref: 252 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.764026:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acabc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a1 expref: 252 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.764039:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acabc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33a1 expref: 252 pid: 6520 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.764050:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1a9:0x0].0x0 (ffff8fd2705bb000) 00010000:00010000:3.0:1763338452.764054:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4acc52 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338452.764078:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4acc52 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338452.764084:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4acc52 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338452.764101:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.764123:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+251:2409:x1848993290684544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 126us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.764130:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3021 00000100:00100000:3.0:1763338452.773450:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303129216:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.773498:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.773522:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303129728:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.773545:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.773565:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763338452.773571:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303129088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338452.773594:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.773615:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303129600:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338452.773638:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338452.773657:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303128960 00000100:00100000:3.0:1763338452.773662:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303128960 00000100:00100000:3.0:1763338452.773683:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303129472 00000100:00100000:3.0:1763338452.773687:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303129472 00000100:00100000:3.0:1763338452.773697:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303129216 00000100:00100000:3.0:1763338452.773700:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303129216 00000100:00100000:3.0:1763338452.773711:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303129728 00000100:00100000:3.0:1763338452.773715:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303129728 00000100:00100000:3.0:1763338452.773725:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303129088 00000100:00100000:3.0:1763338452.773728:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303129088 00000100:00100000:3.0:1763338452.773737:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303129600 00000100:00100000:3.0:1763338452.773739:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303129600 00000100:00100000:3.0:1763338452.773756:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6342 00000100:00100000:3.0:1763338452.773765:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+44:3656:x1848993303129344:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338452.773890:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338452.773894:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb mtime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338452.773898:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338452.773902:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb ctime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338452.773905:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338452.773936:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3656:x1848993303129344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 170us (588us total) trans 17179871486 rc 0/0 00000100:00100000:3.0:1763338452.773947:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6342 00000100:00100000:3.0:1763338452.773969:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344 00000100:00100000:3.0:1763338452.773978:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303129472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338452.773993:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:557 count 1 00002000:00010000:3.0:1763338452.774015:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.774022:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774032:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.774034:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.774040:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774054:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774076:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774091:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774106:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338452.774310:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303129472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 334us (854us total) trans 21474838817 rc 0/0 00000100:00100000:3.0:1763338452.774317:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344 00000100:00100000:3.0:1763338452.774331:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347 00000100:00100000:3.0:1763338452.774340:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+44:3655:x1848993303129088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338452.774355:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:557 count 1 00002000:00010000:3.0:1763338452.774372:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.774379:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774388:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.774390:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.774396:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774426:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774435:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774445:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774466:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338452.774587:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3655:x1848993303129088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 246us (990us total) trans 17179871488 rc 0/0 00000100:00100000:3.0:1763338452.774595:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347 00010000:00010000:3.0:1763338452.774626:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338452.774632:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774640:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.774644:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774657:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774673:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774685:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acc7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774707:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338452.774712:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774723:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338452.774728:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774741:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774758:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774768:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acc83 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.774781:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.774783:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338452.774786:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338452.779599:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303129984:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.779614:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4acc75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.782989:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290685056 00000100:00100000:3.0:1763338452.782997:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290685056 00010000:00010000:3.0:1763338452.783028:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4acb80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33ee expref: 29 pid: 31107 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338452.783601:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3023 00000100:00100000:3.0:1763338452.783614:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993290685056:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338452.783628:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338452.783634:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4acb80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33ee expref: 29 pid: 31107 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.783647:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4acb80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33ee expref: 29 pid: 31107 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.783949:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4acb80 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af33ee expref: 29 pid: 31107 timeout: 1222 lvb_type: 0 00010000:00010000:3.0:1763338452.783965:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.783967:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.783972:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4acc6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.783982:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4acc6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.784017:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338452.784988:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993290685056:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1371us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.784999:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3023 00000100:00100000:3.0:1763338452.796459:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.800987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.806714:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.812056:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.812108:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.824300:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290686976 00000100:00100000:3.0:1763338452.824308:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290686976 00010000:00010000:3.0:1763338452.829311:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4accec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.829331:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4accec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000001:00080000:3.0:1763338452.829452:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972364 00000004:00010000:3.0:1763338452.829509:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c6683c8b reply state 00000000b595015d transno 4294972365 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4accec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.829529:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4accec lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338452.829538:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd26feba900) 00010000:00010000:3.0:1763338452.829541:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338452.829546:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338452.829655:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+249:55909:x1848993290686720:12345-192.168.202.34@tcp:36:bash.0 Request processed in 17394us (17604us total) trans 4294972365 rc 0/0 00000100:00100000:3.0:1763338452.829665:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9257 00000020:00080000:3.0:1763338452.829672:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338452.834030:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290687616 00000100:00100000:3.0:1763338452.834037:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290687616 00000001:00080000:3.0:1763338452.836785:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972366 is committed 00000004:00080000:3.0:1763338452.836799:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 922 committed 00000004:00080000:3.0:1763338452.837077:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 916 committed 00000004:00080000:3.0:1763338452.837135:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 915 committed 00000004:00080000:3.0:1763338452.839529:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 921 committed 00010000:00010000:3.0:1763338452.839616:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4acd0f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af346c expref: 242 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.839628:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd26feba900) 00010000:00010000:3.0:1763338452.839632:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338452.839637:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4acd01 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3473 expref: 242 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.839648:0:10039:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4acd01 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3473 expref: 242 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.839656:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4acd01 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3473 expref: 242 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.839679:0:10039:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4acd01 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3473 expref: 242 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.839690:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303131648:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338452.839721:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338452.845614:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303130752:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338452.845648:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4acd1d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.848979:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303131648:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338452.849004:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4acd08 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af346c expref: 242 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338452.849020:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4acd0f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af346c expref: 241 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.849043:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:3.0:1763338452.849091:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+241:55909:x1848993290687488:12345-192.168.202.34@tcp:101:bash.0 Request processed in 14968us (15196us total) trans 4294972366 rc 0/0 00000100:00100000:3.0:1763338452.849098:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9259 00000100:00100000:3.0:1763338452.870561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.874144:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.883130:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.890251:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290690176 00000100:00100000:3.0:1763338452.890284:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290690176 00000100:00100000:3.0:1763338452.890341:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9262 00000100:00100000:3.0:1763338452.890352:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+245:56863:x1848993290690176:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338452.890414:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763338452.890443:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4acd0f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af346c expref: 245 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.890468:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4acd01 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3473 expref: 244 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.890481:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4acd5c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af348f expref: 243 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.890493:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4accc2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3450 expref: 242 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.890504:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd26feba900) 00010000:00010000:3.0:1763338452.890514:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338452.890540:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338452.890552:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.890562:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.890573:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acd71 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338452.890579:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acd71 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.890585:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acd71 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.890668:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338452.890677:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.890701:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338452.890911:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1ac:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338452.890992:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891000:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891006:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891012:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.891016:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891024:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891031:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd2705bbe00) 00010000:00010000:3.0:1763338452.891034:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338452.891037:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891043:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4acd78 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891059:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891064:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891070:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891075:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891080:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.891083:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891087:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891095:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bb200) 00010000:00010000:3.0:1763338452.891097:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.891100:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891106:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acd6a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338452.891117:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000542bd9b5 reply state 00000000e991755b transno 4294972370 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acd71 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891129:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4acd71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.891135:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2705bbf00) 00010000:00010000:3.0:1763338452.891136:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338452.891139:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338452.891221:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56863:x1848993290690176:12345-192.168.202.34@tcp:36:rm.0 Request processed in 868us (1062us total) trans 4294972370 rc 0/0 00000100:00100000:3.0:1763338452.891228:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9262 00000100:00100000:3.0:1763338452.895169:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290690432 00000100:00100000:3.0:1763338452.895180:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290690432 00000100:00100000:3.0:1763338452.895239:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9263 00000100:00100000:3.0:1763338452.895249:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56858:x1848993290690432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.895415:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.895438:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acd7f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3496 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.895532:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acd86 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338452.895545:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acd86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.895555:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acd86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338452.895566:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ac:0x0]: returning size 2 00010000:00010000:3.0:1763338452.895655:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acd7f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ac:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3496 expref: 246 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.895670:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acd86 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3496 expref: 245 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.895678:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd2705bb500) 00010000:00010000:3.0:1763338452.895681:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338452.895684:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338452.898825:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+245:56858:x1848993290690432:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3563us (4274us total) trans 4294972371 rc 0/0 00000100:00100000:3.0:1763338452.898840:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9263 00000100:00100000:3.0:1763338452.911125:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290690688 00000100:00100000:3.0:1763338452.911129:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290690688 00000100:00100000:3.0:1763338452.911163:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3224 00000100:00100000:3.0:1763338452.911173:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56858:x1848993290690688:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:3.0:1763338452.911671:0:35243:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1ac:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acd86 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3496 expref: 246 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.911701:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:3.0:1763338452.911708:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911714:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000004:00020000:3.0:1763338452.911851:0:35243:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1ac:0x0]: rc = -1 00010000:00010000:3.0:1763338452.911878:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911885:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911890:0:35243:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911894:0:35243:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.911896:0:35243:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911901:0:35243:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911908:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd2705bb500) 00010000:00010000:3.0:1763338452.911910:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763338452.911912:0:35243:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911917:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4acda9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ac:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.911925:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ac:0x0].0x0 (ffff8fd2705bb500) 00010000:00010000:3.0:1763338452.911927:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338452.911932:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acd86 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3496 expref: 245 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338452.912055:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+245:56858:x1848993290690688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 883us (1134us total) trans 4294972372 rc -1/-1 00000100:00100000:3.0:1763338452.912062:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3224 00000100:00100000:3.0:1763338452.923810:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290691328 00000100:00100000:3.0:1763338452.923821:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290691328 00000100:00100000:3.0:1763338452.924112:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3225 00000100:00100000:3.0:1763338452.924124:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56858:x1848993290691328:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338452.924936:0:35243:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1ac:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338452.925008:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1404, 64 off118720 00000040:00080000:3.0:1763338452.925032:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1403, 64 off118456 00000040:00080000:3.0:1763338452.925042:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1404, 64 off118520 00000040:00080000:3.0:1763338452.925051:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1405, 64 off118784 00010000:00010000:3.0:1763338452.925109:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acdcc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:3.0:1763338452.925127:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acdcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.925138:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acdcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.925146:0:35243:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acdcc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.925153:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acdcc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.925159:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acdcc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338452.925186:0:35243:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338452.925393:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56858:x1848993290691328:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1268us (1862us total) trans 4294972373 rc 0/0 00000100:00100000:3.0:1763338452.925415:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3225 00000100:00100000:3.0:1763338452.928768:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338452.947186:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338452.965822:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb200/0x4ea0a6980f4ace3c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.965838:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb200/0x4ea0a6980f4ace3c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338452.965866:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ae:0x0]: returning size 0 00000100:00100000:3.0:1763338452.966315:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290692992 00000100:00100000:3.0:1763338452.966325:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290692992 00000100:00100000:3.0:1763338452.966385:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3226 00000100:00100000:3.0:1763338452.966395:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56866:x1848993290692992:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338452.966609:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56866:x1848993290692992:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 214us (497us total) trans 4294972377 rc 0/0 00000100:00100000:3.0:1763338452.966616:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3226 00000100:00100000:3.0:1763338452.974756:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290693504 00000100:00100000:3.0:1763338452.974769:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290693504 00000100:00100000:3.0:1763338452.975162:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3227 00000100:00100000:3.0:1763338452.975173:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56864:x1848993290693504:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338452.976183:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56864:x1848993290693504:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1010us (1698us total) trans 4294972379 rc 0/0 00000100:00100000:3.0:1763338452.976192:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3227 00000100:00100000:3.0:1763338452.982637:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290693760 00000100:00100000:3.0:1763338452.982649:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290693760 00000100:00100000:3.0:1763338452.982915:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3228 00000100:00100000:3.0:1763338452.982927:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56864:x1848993290693760:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338452.983541:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56864:x1848993290693760:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 613us (1658us total) trans 4294972380 rc 0/0 00000100:00100000:3.0:1763338452.983549:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3228 00000100:00100000:3.0:1763338452.989373:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6363 00000100:00100000:3.0:1763338452.989504:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290694016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.989517:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.989533:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ace82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af34ea expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338452.989552:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338452.989564:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.989566:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338452.989571:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ace82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af34ea expref: 16 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.989583:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ace82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af34ea expref: 16 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338452.989593:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e400, rc 0) 00000100:00100000:3.0:1763338452.989644:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290694016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 260us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.989652:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6363 00000100:00100000:3.0:1763338452.995184:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290694656 00000100:00100000:3.0:1763338452.995193:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290694656 00000100:00100000:3.0:1763338452.995243:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3229 00000100:00100000:3.0:1763338452.995254:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56866:x1848993290694656:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338452.995523:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56866:x1848993290694656:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 270us (433us total) trans 4294972382 rc 0/0 00000100:00100000:3.0:1763338452.995531:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3229 00000100:00100000:3.0:1763338452.995918:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290694784 00000100:00100000:3.0:1763338452.995923:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290694784 00000100:00100000:3.0:1763338452.995954:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9276 00000100:00100000:3.0:1763338452.995962:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+259:55909:x1848993290694784:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338452.995974:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.995997:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acea5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af34ff expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.996028:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4aceac lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338452.996041:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4aceac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.996052:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4aceac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338452.996141:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4acea5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af34ff expref: 261 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.996155:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4aceac lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af34ff expref: 260 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.996164:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ae:0x0].0x0 (ffff8fd252695900) 00010000:00010000:3.0:1763338452.996167:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338452.996171:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338452.996201:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+260:55909:x1848993290694784:12345-192.168.202.34@tcp:101:bash.0 Request processed in 240us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338452.996208:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9276 00000100:00100000:3.0:1763338452.998347:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9278 00000100:00100000:3.0:1763338452.998355:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56866:x1848993290695040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338452.998364:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338452.998380:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4aceb3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3506 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.998445:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338452.998456:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998464:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998473:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338452.998479:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998485:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998843:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acecf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338452.998852:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acecf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998860:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acecf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338452.998869:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ae:0x0]: returning size 0 00010000:00010000:3.0:1763338452.998918:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998925:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998931:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998937:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998943:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.998947:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998954:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.998963:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705bbe00) 00010000:00010000:3.0:1763338452.998966:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.998969:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999017:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4aceba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999028:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999038:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999043:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999048:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338452.999051:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999056:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999064:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2705bbf00) 00010000:00010000:3.0:1763338452.999067:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338452.999070:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999075:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4acec1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338452.999104:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4aceb3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3506 expref: 265 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.999122:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acecf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3506 expref: 264 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338452.999128:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ae:0x0].0x0 (ffff8fd252695900) 00010000:00010000:3.0:1763338452.999130:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338452.999132:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2746a3a00, rc 0) 00000100:00100000:3.0:1763338452.999168:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56866:x1848993290695040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 814us (1106us total) trans 4294972385 rc 0/0 00000100:00100000:3.0:1763338452.999176:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9278 00000100:00100000:3.0:1763338453.001556:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290695552 00000100:00100000:3.0:1763338453.001566:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290695552 00000100:00100000:3.0:1763338453.001619:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9279 00000100:00100000:3.0:1763338453.001628:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290695552:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.001647:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.001650:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338453.001675:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ace9e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af34f8 expref: 264 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.001693:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ae:0x0].0x0 (ffff8fd252695900) 00010000:00010000:3.0:1763338453.001698:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.005866:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290695936 00000100:00100000:3.0:1763338453.005871:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290695936 00000100:00100000:3.0:1763338453.005908:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3231 00000100:00100000:3.0:1763338453.005915:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56866:x1848993290695936:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338453.006606:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56866:x1848993290695936:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 691us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.006613:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3231 00000001:00080000:3.0:1763338453.012369:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972387 is committed 00000004:00080000:3.0:1763338453.012382:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 918 committed 00000004:00080000:3.0:1763338453.012413:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 924 committed 00000004:00080000:3.0:1763338453.012424:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 923 committed 00000004:00080000:3.0:1763338453.012428:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 917 committed 00000100:00100000:3.0:1763338453.016733:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303133184:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338453.016761:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338453.016778:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338453.016783:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303133056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338453.016800:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763338453.017044:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f88000/2, rc 0, transno 17179871495 00000100:00100000:3.0:1763338453.017049:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303133312:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338453.017999:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89500/2, rc 0, transno 17179871496 00000100:00100000:3.0:1763338453.018006:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303133440:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338453.025888:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4acd40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3488 expref: 15 pid: 8403 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338453.025902:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303132800:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.025919:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4aceeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.025927:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4aceeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.025934:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4aceeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.025942:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4aceeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.025951:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4aceeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.025973:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338453.026112:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303132288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13231us (13493us total) trans 21474838829 rc 0/0 00000100:00100000:3.0:1763338453.026119:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00000100:00100000:3.0:1763338453.029309:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.029338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.029394:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.029423:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290697088 00000100:00100000:3.0:1763338453.029425:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290697088 00000100:00100000:3.0:1763338453.029453:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6373 00000100:00100000:3.0:1763338453.029460:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:55909:x1848993290697088:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.029473:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.029491:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2746a3600/0x4ea0a6980f4acf31 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3522 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338453.029512:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338453.029526:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.029529:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.029537:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2746a3600/0x4ea0a6980f4acf31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3522 expref: 33 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.029549:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2746a3600/0x4ea0a6980f4acf31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3522 expref: 32 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.029559:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2746a3600, rc 0) 00000100:00100000:3.0:1763338453.029590:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:55909:x1848993290697088:12345-192.168.202.34@tcp:101:bash.0 Request processed in 131us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.029597:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6373 00010000:00010000:3.0:1763338453.029843:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4acf00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.029852:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4acf00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.029862:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4acf00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.029870:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4acf00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.029894:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338453.030355:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+53:3657:x1848993303133056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13142us (13552us total) trans 17179871497 rc 0/0 00000100:00100000:3.0:1763338453.030362:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371 00000004:00080000:3.0:1763338453.030408:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f8ad80/2, rc 0, transno 17179871497 00000100:00100000:3.0:1763338453.030415:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303133056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338453.033374:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1596 00000100:00100000:3.0:1763338453.033383:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993290697600:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338453.033493:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.033496:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.033498:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.033501:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.033503:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.035100:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2409:x1848993290697600:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1716us (1998us total) trans 17179871499 rc 0/0 00000100:00100000:3.0:1763338453.035111:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1596 00002000:00010000:3.0:1763338453.035114:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/560 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.035117:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd26f011c00 with x1848993290697600 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.035123:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd26f011c00. 00000100:00100000:3.0:1763338453.035146:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290697472 00000100:00100000:3.0:1763338453.035151:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290697472 00000100:00100000:3.0:1763338453.035201:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3232 00000100:00100000:3.0:1763338453.035208:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56867:x1848993290697472:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338453.035417:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+244:56867:x1848993290697472:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 208us (2472us total) trans 4294972389 rc 0/0 00000100:00100000:3.0:1763338453.035424:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3232 00000100:00100000:3.0:1763338453.055236:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.065829:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9283 00000100:00100000:3.0:1763338453.065839:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+245:56868:x1848993290698496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.065852:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.065863:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4acf5b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3530 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.065930:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acf62 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338453.065940:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acf62 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.065948:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acf62 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338453.065977:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ae:0x0]: returning size 5 00000004:00200000:3.0:1763338453.065981:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338453.065999:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acf62 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.066020:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4acf5b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3530 expref: 247 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.066034:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4acf62 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3530 expref: 246 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.066041:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ae:0x0].0x0 (ffff8fd252695900) 00010000:00010000:3.0:1763338453.066044:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338453.066047:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2746a3a00, rc 0) 00000100:00100000:3.0:1763338453.066102:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56868:x1848993290698496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 264us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.066110:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9283 00000100:00100000:3.0:1763338453.073828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.073915:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.082814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.103248:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.134977:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.155539:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.156728:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.158109:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303134336 00000100:00100000:3.0:1763338453.158115:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303134336 00000100:00100000:3.0:1763338453.158145:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374 00000100:00100000:3.0:1763338453.158152:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2753fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+53:9995:x1848993303134336:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1763338453.158191:0:31107:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 578 00000100:00100000:3.0:1763338453.162660:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2753fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+54:9995:x1848993303134336:12345-0@lo:5:osp-pre-1-1.0 Request processed in 4507us (4676us total) trans 17179871500 rc 0/0 00000100:00100000:3.0:1763338453.162668:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374 00000100:00100000:3.0:1763338453.175046:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.188418:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.194054:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290702336 00000100:00100000:3.0:1763338453.194063:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290702336 00000100:00100000:3.0:1763338453.194114:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9294 00000100:00100000:3.0:1763338453.194123:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56871:x1848993290702336:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.194140:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.194159:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad06c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af358b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.194206:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad06c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af358b expref: 257 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.194220:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad06c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af358b expref: 257 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.194237:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.194240:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.194243:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338453.194314:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56871:x1848993290702336:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 190us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.194320:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9294 00000100:00100000:3.0:1763338453.200244:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9295 00000100:00100000:3.0:1763338453.200792:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290702464:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.200818:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.200841:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad073 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3592 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.200878:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad07a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338453.200893:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad07a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.200906:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad07a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.201051:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad073 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3592 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.201072:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad07a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3592 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.201081:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.201084:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338453.201089:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338453.201158:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:55909:x1848993290702464:12345-192.168.202.34@tcp:101:bash.0 Request processed in 902us (3772us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.201165:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9295 00000100:00100000:3.0:1763338453.201258:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.211346:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290703232 00000100:00100000:3.0:1763338453.211354:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290703232 00000100:00100000:3.0:1763338453.223638:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763338453.231035:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972407 is committed 00000004:00080000:3.0:1763338453.231050:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 926 committed 00000004:00080000:3.0:1763338453.231069:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 920 committed 00000004:00080000:3.0:1763338453.231676:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 919 committed 00000004:00080000:3.0:1763338453.231753:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 925 committed 00000100:00100000:3.0:1763338453.231995:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303134592 00000100:00100000:3.0:1763338453.232002:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303134592 00000100:00100000:3.0:1763338453.232050:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6378 00000100:00100000:3.0:1763338453.232059:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3657:x1848993303134592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338453.232091:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:560 count 1 00010000:00010000:3.0:1763338453.232106:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.232125:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4acf2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3514 expref: 16 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.232134:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.232137:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.232141:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.232167:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4acf2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3514 expref: 16 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.232183:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4acf2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3514 expref: 16 pid: 27817 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338453.232195:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303134720:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.232880:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.233959:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303134976:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338453.234495:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6381 00000100:00100000:3.0:1763338453.234505:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+55:3656:x1848993303135232:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338453.234650:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.234654:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.234656:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.234658:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.234661:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.234709:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+56:3656:x1848993303135232:12345-0@lo:2:osp-syn-1-1.0 Request processed in 206us (1668us total) trans 17179871501 rc 0/0 00000100:00100000:3.0:1763338453.234717:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6381 00000100:00100000:3.0:1763338453.241648:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303135488 00000100:00100000:3.0:1763338453.241655:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303135488 00000100:00100000:3.0:1763338453.241696:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6384 00000100:00100000:3.0:1763338453.241705:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303135488:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338453.241908:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3654:x1848993303135488:12345-0@lo:2:osp-syn-0-1.0 Request processed in 204us (493us total) trans 21474838833 rc 0/0 00000100:00100000:3.0:1763338453.241916:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6384 00000100:00100000:3.0:1763338453.246601:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290704512 00000100:00100000:3.0:1763338453.246614:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290704512 00000100:00100000:3.0:1763338453.246658:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6386 00000100:00100000:3.0:1763338453.246666:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+30:55909:x1848993290704512:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.246682:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.246703:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad0d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af35ae expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338453.246728:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338453.246748:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.246750:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.246758:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad0d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35ae expref: 31 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.246772:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad0d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35ae expref: 31 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.246784:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338453.246847:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+31:55909:x1848993290704512:12345-192.168.202.34@tcp:101:bash.0 Request processed in 181us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.246854:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6386 00010000:00010000:3.0:1763338453.246910:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4acf2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3514 expref: 16 pid: 27817 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338453.246925:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303134720:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.246947:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.246958:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.246965:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.246974:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.246987:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.247004:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338453.247556:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3657:x1848993303134592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15495us (15636us total) trans 21474838834 rc 0/0 00000100:00100000:3.0:1763338453.247567:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6378 00000004:00080000:3.0:1763338453.247612:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f011f80/2, rc 0, transno 21474838834 00000100:00100000:3.0:1763338453.247619:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303134592:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338453.248668:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338453.248680:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248690:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338453.248696:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248707:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248729:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248746:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad0c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248772:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338453.248775:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad0b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248781:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338453.248783:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad0b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248789:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad0b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248799:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad0b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248806:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad0b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.248821:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.248824:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.248827:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338453.250354:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.253933:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.279585:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338453.296964:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad0f1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35a7 expref: 249 pid: 6518 timeout: 1222 lvb_type: 0 00000100:00100000:3.0:1763338453.296980:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303136000:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.296998:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ad122 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338453.301145:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9303 00000100:00100000:3.0:1763338453.301158:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+250:56873:x1848993290706944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.301171:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.301193:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad130 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af35ca expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.302189:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338453.302212:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ad122 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35c3 expref: 251 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.302222:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.302285:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ad122 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35c3 expref: 251 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.302302:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4ad122 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1af:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35c3 expref: 251 pid: 6518 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.302318:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258706d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303136128:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.302436:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.309484:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258706d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303136128:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.310127:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.310858:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.310867:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338453.310921:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1af:0x0]: returning size 5 00000004:00200000:3.0:1763338453.310926:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338453.310946:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.310978:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad130 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35ca expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.310998:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35ca expref: 247 pid: 10039 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.311007:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad137 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35ca expref: 247 pid: 10039 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.311014:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338453.311063:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56873:x1848993290706944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9908us (10106us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.311070:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9303 00000100:00100000:3.0:1763338453.315658:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290707328 00000100:00100000:3.0:1763338453.315673:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290707328 00000100:00100000:3.0:1763338453.315739:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9304 00000100:00100000:3.0:1763338453.315749:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56873:x1848993290707328:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.315769:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.315793:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad153 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af35d1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.315853:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad153 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35d1 expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.315870:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad153 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35d1 expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.315889:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.315892:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.315896:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338453.315962:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+248:56873:x1848993290707328:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 213us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.315970:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9304 00000100:00100000:3.0:1763338453.329345:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.336065:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.347247:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.358359:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00010000:3.0:1763338453.358646:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b7cc9158 reply state 0000000072c5a471 transno 4294972416 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ad1ae lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.358669:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ad1ae lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.358680:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.358687:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338453.358690:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763338453.358784:0:6518:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338453.358801:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56873:x1848993290708608:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 7204us (7932us total) trans 4294972416 rc 0/0 00000100:00100000:3.0:1763338453.358816:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9309 00000100:00100000:3.0:1763338453.358881:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303136384 00000100:00100000:3.0:1763338453.358887:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303136384 00000100:00100000:3.0:1763338453.358927:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303136512 00000100:00100000:3.0:1763338453.358932:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303136512 00000100:00100000:3.0:1763338453.358962:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303136640 00000100:00100000:3.0:1763338453.358966:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303136640 00000100:00100000:3.0:1763338453.360216:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6390 00000100:00100000:3.0:1763338453.360226:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3656:x1848993303136512:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338453.360321:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.360325:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338453.360327:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.360329:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338453.360332:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.360453:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3656:x1848993303136512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 228us (1612us total) trans 21474838837 rc 0/0 00000100:00100000:3.0:1763338453.360461:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6390 00000100:00100000:3.0:1763338453.360480:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391 00000100:00100000:3.0:1763338453.360488:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3654:x1848993303136640:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338453.360961:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.360965:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.360968:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.360973:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.360976:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.361026:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3654:x1848993303136640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 537us (2089us total) trans 21474838838 rc 0/0 00000100:00100000:3.0:1763338453.361045:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391 00000100:00100000:3.0:1763338453.361085:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303136768 00000100:00100000:3.0:1763338453.361093:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303136768 00000100:00100000:3.0:1763338453.361126:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6392 00000100:00100000:3.0:1763338453.361132:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+59:3655:x1848993303136768:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338453.361363:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.361367:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.361369:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.361371:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.361373:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.361432:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+60:3655:x1848993303136768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 299us (372us total) trans 17179871508 rc 0/0 00000100:00100000:3.0:1763338453.361439:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6392 00000100:00100000:3.0:1763338453.361630:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290708864 00000100:00100000:3.0:1763338453.361635:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290708864 00000100:00100000:3.0:1763338453.361678:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9311 00000100:00100000:3.0:1763338453.361686:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+242:56873:x1848993290708864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.361713:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.361733:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af35fb expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.361789:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35fb expref: 243 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.361805:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35fb expref: 243 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.361827:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.361831:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.361836:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e400, rc 0) 00000100:00100000:3.0:1763338453.361886:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56873:x1848993290708864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 201us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.361893:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9311 00000100:00100000:3.0:1763338453.366279:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290708992 00000100:00100000:3.0:1763338453.366289:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290708992 00000100:00100000:3.0:1763338453.366475:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9313 00000100:00100000:3.0:1763338453.366487:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56875:x1848993290709248:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.366504:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.366508:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338453.366537:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4ad1a7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35ed expref: 243 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.366559:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febae00) 00010000:00010000:3.0:1763338453.366572:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.370019:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290709376 00000100:00100000:3.0:1763338453.370030:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290709376 00000100:00100000:3.0:1763338453.370094:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6393 00000100:00100000:3.0:1763338453.370104:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2408:x1848993290709376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.370122:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.370142:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3610 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338453.370171:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x232:0x0] initial LVB size: 5, mtime: 0x691a68d5, atime: 0x0, ctime: 0x691a68d5, blocks: 0x8 00010000:00010000:3.0:1763338453.370191:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.370194:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.370205:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 33 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.370222:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 33 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.370234:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:3.0:1763338453.370339:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2408:x1848993290709376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 235us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.370346:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6393 00000100:00100000:3.0:1763338453.427783:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.428485:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290711424 00000100:00100000:3.0:1763338453.428490:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290711424 00000100:00100000:3.0:1763338453.428532:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9319 00000100:00100000:3.0:1763338453.428540:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+253:55909:x1848993290711424:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.428553:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.428556:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338453.428583:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa800/0x4ea0a6980f4ad256 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af362c expref: 253 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.428601:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:3.0:1763338453.428607:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338453.428620:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad25d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3633 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.428666:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad264 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338453.428693:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad264 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.428703:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad264 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000040:00080000:3.0:1763338453.428946:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1413, 88 off119264 00000004:00080000:3.0:1763338453.428955:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1123140692718ns, next at 1123423373847ns, rc = 0 00000040:00080000:3.0:1763338453.428996:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1414, 88 off119528 00000004:00080000:3.0:1763338453.429001:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1123140738739ns, next at 1123423407632ns, rc = 0 00000040:00080000:3.0:1763338453.429026:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1415, 88 off119616 00000004:00080000:3.0:1763338453.429031:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1123140768923ns, next at 1123423407632ns, rc = 0 00000040:00080000:3.0:1763338453.429041:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1414, 88 off119352 00000004:00080000:3.0:1763338453.429045:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1123140782993ns, next at 1123423373847ns, rc = 0 00000100:00100000:3.0:1763338453.432864:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338453.436427:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad264 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3633 expref: 247 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.436444:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:3.0:1763338453.436447:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338453.436466:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad25d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3633 expref: 247 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338453.436484:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad264 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3633 expref: 246 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.436516:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:3.0:1763338453.436519:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338453.436522:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338453.439511:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+244:55909:x1848993290711424:12345-192.168.202.34@tcp:101:bash.0 Request processed in 10964us (11161us total) trans 4294972424 rc 0/0 00000100:00100000:3.0:1763338453.439522:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9319 00000100:00100000:3.0:1763338453.445293:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.449535:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290711936 00000100:00100000:3.0:1763338453.449544:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290711936 00000100:00100000:3.0:1763338453.466075:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290712320 00000100:00100000:3.0:1763338453.466086:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290712320 00002000:00010000:3.0:1763338453.466118:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.466122:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee1880 with x1848993290712320 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.466133:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145ee1880. 00000100:00100000:3.0:1763338453.466169:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290712448 00000100:00100000:3.0:1763338453.466173:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290712448 00002000:00010000:3.0:1763338453.466186:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.466189:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee1f80 with x1848993290712448 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.466196:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145ee1f80. 00000100:00100000:3.0:1763338453.466218:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1601 00000100:00100000:3.0:1763338453.466227:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290712320:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:3.0:1763338453.466347:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1602 00000100:00100000:3.0:1763338453.466355:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2409:x1848993290712448:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338453.466464:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.466468:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.466471:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.466473:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.466475:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.466528:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290712448:12345-192.168.202.34@tcp:10:bash.0 Request processed in 174us (2540us total) trans 17179871511 rc 0/0 00000100:00100000:3.0:1763338453.466536:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1602 00002000:00010000:3.0:1763338453.466540:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.466542:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee1f80 with x1848993290712448 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.466547:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145ee1f80. 00002000:00010000:3.0:1763338453.469710:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.469720:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.469723:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.469726:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.469728:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.473701:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290712320:12345-192.168.202.34@tcp:10:bash.0 Request processed in 7448us (9726us total) trans 21474838842 rc 0/0 00000100:00100000:3.0:1763338453.473714:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1601 00002000:00010000:3.0:1763338453.473722:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.473726:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee1880 with x1848993290712320 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.473738:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145ee1880. 00000100:00100000:3.0:1763338453.504577:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9322 00000100:00100000:3.0:1763338453.504588:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+248:56873:x1848993290713216:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338453.504618:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.504633:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad1d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3602 expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.504643:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.504646:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.515000:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6402 00000100:00100000:3.0:1763338453.515013:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56873:x1848993290713344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.515033:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.515057:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad2b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3656 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338453.515083:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x233:0x0] initial LVB size: 4096, mtime: 0x691a68d5, atime: 0x0, ctime: 0x691a68d5, blocks: 0x8 00010000:00010000:3.0:1763338453.515105:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.515108:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.515115:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad2b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3656 expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.515132:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad2b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3656 expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.515145:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338453.515206:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:56873:x1848993290713344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 196us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.515213:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6402 00010000:00010000:3.0:1763338453.523520:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338453.523530:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ad2d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.523539:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338453.523542:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ad2d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.523549:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ad2d4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.523562:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b0:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:3.0:1763338453.523565:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338453.523569:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ad2d4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.523574:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ad2d4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338453.523591:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.523593:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.523594:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338453.523611:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290713728 00000100:00100000:3.0:1763338453.523618:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290713728 00000100:00100000:3.0:1763338453.523668:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6403 00000100:00100000:3.0:1763338453.523688:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+35:56873:x1848993290713728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.523703:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.523718:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af365d expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.523743:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ad050 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af357d expref: 36 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.523751:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.523754:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.523758:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af365d expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.523790:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ad050 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af357d expref: 36 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.523803:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ad050 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af357d expref: 36 pid: 17642 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338453.523817:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303137664:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.523896:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.534586:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303137664:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.534624:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af365d expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.534649:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338453.534821:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+36:56873:x1848993290713728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 11142us (13508us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.534830:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6403 00000100:00100000:3.0:1763338453.541245:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290713984 00000100:00100000:3.0:1763338453.541254:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290713984 00000100:00100000:3.0:1763338453.541907:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1603 00000100:00100000:3.0:1763338453.541921:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290713984:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338453.542224:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338453.542228:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338453.542231:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.542233:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338453.542235:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338453.542317:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290713984:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 400us (2430us total) trans 21474838843 rc 0/0 00000100:00100000:3.0:1763338453.542325:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1603 00002000:00010000:3.0:1763338453.542329:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (5->18446744073709551615) 00002000:00100000:3.0:1763338453.542332:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498fb480 with x1848993290713984 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338453.542338:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1498fb480. 00000100:00100000:3.0:1763338453.542355:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1604 00000100:00100000:3.0:1763338453.542362:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290714112:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338453.542471:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.542474:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.542476:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.542478:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 0 -> 1763338453 00002000:00010000:3.0:1763338453.542480:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.542499:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993290714112:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 138us (2550us total) trans 17179871512 rc 0/0 00000100:00100000:3.0:1763338453.542504:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1604 00002000:00010000:3.0:1763338453.542507:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/563 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.542509:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144a99f80 with x1848993290714112 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.542513:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144a99f80. 00000100:00100000:3.0:1763338453.558289:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290714624 00000100:00100000:3.0:1763338453.558301:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290714624 00000100:00100000:3.0:1763338453.558354:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6404 00000100:00100000:3.0:1763338453.558365:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+36:56873:x1848993290714624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.558390:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.558421:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad2fe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af366b expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.558453:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.558468:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.558470:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.558476:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad2fe lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af366b expref: 37 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.558511:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.558524:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338453.558539:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303137920:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.558616:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.563652:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303137920:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.563699:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad2fe lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af366b expref: 37 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.563722:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338453.567051:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.569927:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290715008 00000100:00100000:3.0:1763338453.569933:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290715008 00010000:00010000:3.0:1763338453.569962:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338453.569998:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3051 00000100:00100000:3.0:1763338453.570007:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2410:x1848993290715008:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338453.570018:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.570036:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338453.570048:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338453.570066:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad202 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3610 expref: 37 pid: 27817 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338453.570078:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.570080:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.570088:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad2fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af366b expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.570098:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad2fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af366b expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.570136:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad2fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af366b expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338453.570151:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303138048:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338453.570213:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.578860:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303138048:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338453.578885:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.578946:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993290715008:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8940us (9821us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.578960:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3051 00000100:00100000:3.0:1763338453.583767:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.583818:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.593289:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290716160 00000100:00100000:3.0:1763338453.593297:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290716160 00010000:00010000:3.0:1763338453.593332:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35fb expref: 255 pid: 6518 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.593376:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3052 00000100:00100000:3.0:1763338453.593386:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+255:2410:x1848993290716160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338453.593407:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.593414:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35fb expref: 255 pid: 6518 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.593428:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35fb expref: 255 pid: 6518 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.593450:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad1b5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35fb expref: 255 pid: 6518 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.593466:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.593472:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad360 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.593482:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad360 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.593490:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad360 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.593522:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.593581:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+254:2410:x1848993290716160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 196us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.593589:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3052 00000100:00100000:3.0:1763338453.596150:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290716288 00000100:00100000:3.0:1763338453.596157:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290716288 00010000:00010000:3.0:1763338453.596195:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa600/0x4ea0a6980f4ad352 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3687 expref: 255 pid: 6520 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.596302:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3053 00000100:00100000:3.0:1763338453.596312:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+255:2410:x1848993290716288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338453.596327:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.596334:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa600/0x4ea0a6980f4ad352 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3687 expref: 255 pid: 6520 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.596346:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa600/0x4ea0a6980f4ad352 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3687 expref: 255 pid: 6520 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.596366:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa600/0x4ea0a6980f4ad352 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3687 expref: 255 pid: 6520 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.596381:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b2:0x0].0x0 (ffff8fd252695600) 00010000:00010000:3.0:1763338453.596387:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4ad36e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.596405:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4ad36e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.596417:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4ad36e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.596447:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.596502:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+254:2410:x1848993290716288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 191us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.596509:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3053 00000100:00100000:3.0:1763338453.600866:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303138688 00000100:00100000:3.0:1763338453.600872:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303138688 00000100:00100000:3.0:1763338453.600908:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406 00000100:00100000:3.0:1763338453.600917:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3656:x1848993303138432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338453.600946:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:564 count 1 00010000:00010000:3.0:1763338453.600974:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.600993:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ad272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af363a expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.601001:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.601003:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.601006:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.601034:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ad272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af363a expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.601047:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ad272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af363a expref: 15 pid: 17642 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.601065:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303139456:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.601123:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634cc0 going to sleep for 11 seconds 00000004:00010000:3.0:1763338453.601163:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c164c0e8 reply state 00000000326253c8 transno 4294972430 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad360 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.601179:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad360 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.601187:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.601189:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338453.601193:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338453.601198:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1af:0x0].0x0 (ffff8fd250f4fc00) 00010000:00010000:3.0:1763338453.601201:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338453.601205:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ad161 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35d8 expref: 242 pid: 6518 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763338453.601296:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338453.601309:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+242:56873:x1848993290715776:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 16304us (17490us total) trans 4294972430 rc 0/0 00000100:00100000:3.0:1763338453.601318:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3247 00000100:00100000:3.0:1763338453.601378:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.601407:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290716544 00000100:00100000:3.0:1763338453.601411:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290716544 00000100:00100000:3.0:1763338453.601436:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3248 00000100:00100000:3.0:1763338453.601442:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+242:56877:x1848993290716544:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338453.601607:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56877:x1848993290716544:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 164us (228us total) trans 4294972432 rc 0/0 00000100:00100000:3.0:1763338453.601617:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3248 00000100:00100000:3.0:1763338453.601782:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6409 00000100:00100000:3.0:1763338453.601790:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848993303139200:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338453.601871:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.601874:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338453.601876:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338453.601878:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime from disk: 1763338453 -> 1763338453 00002000:00010000:3.0:1763338453.601879:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.601921:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303139200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 131us (897us total) trans 21474838844 rc 0/0 00000100:00100000:3.0:1763338453.601927:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6409 00000100:00100000:3.0:1763338453.601953:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303138944:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338453.601977:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338453.602004:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303138944 00000100:00100000:3.0:1763338453.606216:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303138944 00000100:00100000:3.0:1763338453.608299:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290716800 00000100:00100000:3.0:1763338453.608304:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290716800 00000100:00100000:3.0:1763338453.608334:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3249 00000100:00100000:3.0:1763338453.608339:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+243:56877:x1848993290716800:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338453.608550:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+244:56877:x1848993290716800:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 209us (1204us total) trans 4294972433 rc 0/0 00000100:00100000:3.0:1763338453.608557:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3249 00000100:00100000:3.0:1763338453.608704:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303139456:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.608725:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763338453.609813:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee1500/2, rc 0, transno 17179871516 00000100:00100000:3.0:1763338453.609820:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303138944:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338453.609831:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee2a00/2, rc 0, transno 17179871517 00000100:00100000:3.0:1763338453.609834:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303138560:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338453.610748:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338453.612940:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.612950:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.612959:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.612967:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.612994:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338453.613011:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338453.613016:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.613023:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338453.613027:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.613040:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.613053:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.613059:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad37c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.613077:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.613079:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.613081:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338453.613359:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303138432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12441us (14262us total) trans 21474838847 rc 0/0 00000100:00100000:3.0:1763338453.613367:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406 00000004:00080000:3.0:1763338453.613540:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258707100/2, rc 0, transno 21474838847 00000100:00100000:3.0:1763338453.613547:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303138432:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338453.619463:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290717696 00000100:00100000:3.0:1763338453.619475:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290717696 00000100:00100000:3.0:1763338453.619543:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3250 00000100:00100000:3.0:1763338453.619553:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56873:x1848993290717696:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338453.620028:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1af:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338453.620089:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1420, 64 off119984 00000040:00080000:3.0:1763338453.620112:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1419, 64 off119720 00000040:00080000:3.0:1763338453.620121:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1420, 64 off119784 00000040:00080000:3.0:1763338453.620130:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1421, 64 off120048 00010000:00010000:3.0:1763338453.620191:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad3c2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763338453.620209:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.620219:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.620227:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad3c2 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.620232:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad3c2 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.620237:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad3c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338453.620559:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338453.622649:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.627952:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.631462:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.632094:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.638698:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.641798:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.641827:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290719232 00000100:00100000:3.0:1763338453.641837:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290719232 00000100:00100000:3.0:1763338453.641893:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9338 00000100:00100000:3.0:1763338453.641904:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56873:x1848993290719232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.641923:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.641942:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad41d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af36cd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.642009:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad408 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.642021:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad41d lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36cd expref: 253 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.642039:0:13583:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad408 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.642052:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad41d lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36cd expref: 253 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.642065:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b2:0x0].0x0 (ffff8fd260197400) 00010000:00010000:3.0:1763338453.642069:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.642073:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad41d lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36cd expref: 253 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.642082:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338453.642135:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56873:x1848993290719232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 232us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.642143:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9338 00000100:00100000:3.0:1763338453.642522:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303140480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338453.642561:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338453.644067:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303140352 00000100:00100000:3.0:1763338453.644074:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303140352 00000100:00100000:3.0:1763338453.644125:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303140480 00000100:00100000:3.0:1763338453.644130:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303140480 00000100:00100000:3.0:1763338453.644153:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303140608 00000100:00100000:3.0:1763338453.644159:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303140608 00000100:00100000:3.0:1763338453.644234:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6417 00000100:00100000:3.0:1763338453.644246:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303140352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338453.644285:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:562 count 1 00010000:00010000:3.0:1763338453.644307:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad42b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.644340:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277744200/0x4ea0a6980f4ad0ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af35b5 expref: 15 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.644358:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.644361:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.644366:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad42b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.644415:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277744200/0x4ea0a6980f4ad0ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35b5 expref: 15 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.644444:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277744200/0x4ea0a6980f4ad0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af35b5 expref: 15 pid: 35252 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.644462:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303140864:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.644526:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.655455:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.661689:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303141376:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.661710:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338453.661773:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3251 00000100:00100000:3.0:1763338453.661783:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+244:56873:x1848993290719488:12345-192.168.202.34@tcp:49:lfs.0 00000100:00100000:3.0:1763338453.661859:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+244:56873:x1848993290719488:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 75us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.661868:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3251 00000100:00100000:3.0:1763338453.662612:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290719872 00000100:00100000:3.0:1763338453.662617:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290719872 00010000:00010000:3.0:1763338453.662638:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af365d expref: 36 pid: 8869 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.662677:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3060 00000100:00100000:3.0:1763338453.662687:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993290719872:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338453.662696:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.662701:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af365d expref: 36 pid: 8869 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.662715:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af365d expref: 36 pid: 8869 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.662733:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad2db lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af365d expref: 36 pid: 8869 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.662747:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.662749:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.662754:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.662764:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.662784:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.662810:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290719872:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 125us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.662818:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3060 00010000:00010000:3.0:1763338453.662845:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.662854:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.662863:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.662870:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ad439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.662892:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338453.663057:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+70:3656:x1848993303139968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18005us (18116us total) trans 17179871521 rc 0/0 00000100:00100000:3.0:1763338453.663066:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6423 00000100:00100000:3.0:1763338453.668006:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.671538:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.677836:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.677931:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.682492:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.687354:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.699256:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.704664:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290721792 00000100:00100000:3.0:1763338453.704676:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290721792 00000100:00100000:3.0:1763338453.704737:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9340 00000100:00100000:3.0:1763338453.704747:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+248:56878:x1848993290721792:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338453.704800:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763338453.704829:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad408 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36b8 expref: 248 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.704850:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad41d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36cd expref: 247 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.704863:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3600/0x4ea0a6980f4ad46a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36e9 expref: 246 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.704875:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb600/0x4ea0a6980f4ad3d0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36a3 expref: 245 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.704885:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b2:0x0].0x0 (ffff8fd260197400) 00010000:00010000:3.0:1763338453.704895:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338453.704922:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338453.704935:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.704948:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.704960:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad47f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338453.704967:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad47f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.704972:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad47f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705058:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338453.705066:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705072:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00080000:3.0:1763338453.705312:0:6520:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1b2:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338453.705413:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705421:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705427:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705433:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.705436:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705444:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705452:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b2:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338453.705455:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338453.705458:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705464:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad486 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705479:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705495:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705500:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705505:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705510:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.705512:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705517:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705525:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ae00) 00010000:00010000:3.0:1763338453.705527:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.705530:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705536:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad478 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000004:00010000:3.0:1763338453.705547:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000068ba2943 reply state 00000000b08c79d3 transno 4294972443 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad47f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705557:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4ad47f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.705563:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a800) 00010000:00010000:3.0:1763338453.705565:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338453.705567:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338453.705650:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+246:56878:x1848993290721792:12345-192.168.202.34@tcp:36:rm.0 Request processed in 902us (1347us total) trans 4294972443 rc 0/0 00000100:00100000:3.0:1763338453.705658:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9340 00000100:00100000:3.0:1763338453.710246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.728226:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290722432 00000100:00100000:3.0:1763338453.728238:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290722432 00000100:00100000:3.0:1763338453.728327:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9342 00000100:00100000:3.0:1763338453.728338:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+248:56873:x1848993290722432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.728363:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.728387:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e400/0x4ea0a6980f4ad4a9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af36f7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338453.733528:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.734912:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.744574:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.755303:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290723200 00000100:00100000:3.0:1763338453.755314:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290723200 00000100:00100000:3.0:1763338453.755380:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9346 00000100:00100000:3.0:1763338453.755390:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56879:x1848993290723200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.755424:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.755445:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad4ef lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3713 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.755517:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338453.755532:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755543:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755554:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338453.755561:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755566:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755603:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755610:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755617:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755623:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755629:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.755634:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755643:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755656:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338453.755660:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.755665:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755671:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad4f6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755683:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755689:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755694:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755699:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.755701:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755706:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755714:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a800) 00010000:00010000:3.0:1763338453.755716:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.755720:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755725:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad4fd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.755754:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad4ef lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3713 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.755764:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338453.755766:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.755770:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad4ef lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3713 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.755779:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338453.755847:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56879:x1848993290723200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 457us (705us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338453.755854:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9346 00000100:00100000:3.0:1763338453.758981:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.790905:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290724608 00000100:00100000:3.0:1763338453.790914:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290724608 00000100:00100000:3.0:1763338453.790964:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3258 00000100:00100000:3.0:1763338453.790974:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56879:x1848993290724608:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338453.791161:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56879:x1848993290724608:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 188us (466us total) trans 4294972451 rc 0/0 00000100:00100000:3.0:1763338453.791168:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3258 00000100:00100000:3.0:1763338453.797795:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290724992 00000100:00100000:3.0:1763338453.797809:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290724992 00000100:00100000:3.0:1763338453.799087:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290724864 00000100:00100000:3.0:1763338453.799093:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290724864 00000100:00100000:3.0:1763338453.799739:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6428 00000100:00100000:3.0:1763338453.799747:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290724864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.799755:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.799769:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad574 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3736 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338453.799785:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338453.799795:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.799797:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.799802:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad574 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3736 expref: 17 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.799814:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4ad574 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3736 expref: 17 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.799823:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338453.799846:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290724864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 100us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.799852:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6428 00000100:00100000:3.0:1763338453.806351:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290725376 00000100:00100000:3.0:1763338453.806359:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290725376 00000100:00100000:3.0:1763338453.806418:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9352 00000100:00100000:3.0:1763338453.806427:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56880:x1848993290725376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.806445:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.806463:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad582 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3744 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.806514:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad582 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3744 expref: 261 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.806527:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4ad582 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3744 expref: 261 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.806542:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b4:0x0].0x0 (ffff8fd26febac00) 00010000:00010000:3.0:1763338453.806545:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.806549:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338453.807119:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56880:x1848993290725376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 690us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.807127:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9352 00000100:00100000:3.0:1763338453.811385:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290725504 00000100:00100000:3.0:1763338453.811406:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290725504 00000100:00100000:3.0:1763338453.811465:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9353 00000100:00100000:3.0:1763338453.811474:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+261:55909:x1848993290725504:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.811498:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.811517:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad589 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af374b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.811567:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad589 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af374b expref: 262 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.811580:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4ad589 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af374b expref: 262 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.811594:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b4:0x0].0x0 (ffff8fd26febac00) 00010000:00010000:3.0:1763338453.811598:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.811601:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338453.811662:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+262:55909:x1848993290725504:12345-192.168.202.34@tcp:101:bash.0 Request processed in 189us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.811669:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9353 00000100:00100000:3.0:1763338453.817512:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9355 00000100:00100000:3.0:1763338453.823816:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290726272 00000100:00100000:3.0:1763338453.823825:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290726272 00010000:00010000:3.0:1763338453.823865:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad5a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3752 expref: 263 pid: 6518 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.823915:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3063 00000100:00100000:3.0:1763338453.823925:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2410:x1848993290726272:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338453.823941:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.823949:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad5a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3752 expref: 263 pid: 6518 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.823960:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad5a5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3752 expref: 263 pid: 6518 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.823987:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ec00/0x4ea0a6980f4ad5a5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3752 expref: 263 pid: 6518 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338453.824004:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b4:0x0].0x0 (ffff8fd26febac00) 00010000:00010000:3.0:1763338453.824008:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb600/0x4ea0a6980f4ad5b3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.824017:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb600/0x4ea0a6980f4ad5b3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.824027:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb600/0x4ea0a6980f4ad5b3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1b4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338453.824062:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.824111:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+262:2410:x1848993290726272:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.824119:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3063 00000100:00100000:3.0:1763338453.828375:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303142144:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338453.828450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338453.828490:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338453.828497:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303142016:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338453.828517:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338453.828549:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303142144 00000100:00100000:3.0:1763338453.828556:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303142144 00000100:00100000:3.0:1763338453.828597:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303142016 00000100:00100000:3.0:1763338453.828601:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303142016 00000100:00100000:3.0:1763338453.828627:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6429 00000100:00100000:3.0:1763338453.828640:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3657:x1848993303142144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338453.828667:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:567 count 1 00010000:00010000:3.0:1763338453.828694:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.828715:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 16 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.828724:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.828727:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.828730:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.828762:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 16 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338453.828778:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 16 pid: 27817 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338453.828796:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303142912:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.829987:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.830006:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303142400 00000100:00100000:3.0:1763338453.830011:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303142400 00000100:00100000:3.0:1763338453.830044:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303142272 00000100:00100000:3.0:1763338453.830047:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303142272 00000100:00100000:3.0:1763338453.830064:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6430 00000100:00100000:3.0:1763338453.830071:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3657:x1848993303142016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338453.830090:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:566 count 1 00010000:00010000:3.0:1763338453.830108:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.830123:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa200/0x4ea0a6980f4ad44e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af36e2 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.830130:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.830131:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338453.830134:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.830158:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa200/0x4ea0a6980f4ad44e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36e2 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.830169:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa200/0x4ea0a6980f4ad44e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36e2 expref: 16 pid: 17642 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338453.830179:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303143168:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338453.831425:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1466346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338453.831470:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:3.0:1763338453.831628:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f8a80/2, rc 0, transno 21474838854 00000100:00100000:3.0:1763338453.831635:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303142272:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338453.831645:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f9180/2, rc 0, transno 21474838853 00000100:00100000:3.0:1763338453.831649:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303142400:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338453.838153:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290726528 00000100:00100000:3.0:1763338453.838168:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290726528 00010000:00010000:3.0:1763338453.838213:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 17 pid: 27817 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338453.838252:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290726784 00000100:00100000:3.0:1763338453.838255:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290726784 00010000:00010000:3.0:1763338453.838287:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ad416 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36c6 expref: 38 pid: 27817 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338453.838308:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3064 00000100:00100000:3.0:1763338453.838317:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290726528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338453.838331:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338453.838336:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 17 pid: 27817 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338453.838349:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 17 pid: 27817 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338453.838373:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad40f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af36bf expref: 17 pid: 27817 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338453.838389:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.838391:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.838407:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.838418:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.838443:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338453.838502:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290726528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 185us (2340us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.838509:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3064 00000100:00100000:3.0:1763338453.838557:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303143168:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.838573:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338453.838635:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338453.840280:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840293:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840303:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840311:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4ad5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840328:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338453.840548:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3657:x1848993303142016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10477us (12029us total) trans 21474838855 rc 0/0 00000100:00100000:3.0:1763338453.840557:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6430 00010000:00010000:3.0:1763338453.840579:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763338453.840586:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ad5e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840594:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338453.840599:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ad5e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840610:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ad5e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840623:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ad5e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840637:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ad5e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840652:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338453.840655:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840661:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338453.840664:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.840669:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.846017:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.846042:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4ad5cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.846068:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.846070:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338453.846073:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338453.858550:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290727296 00000100:00100000:3.0:1763338453.858559:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290727296 00000100:00100000:3.0:1763338453.858616:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6439 00000100:00100000:3.0:1763338453.858625:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+36:55909:x1848993290727296:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338453.858642:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.858663:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad607 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af377c expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338453.858685:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338453.858704:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.858706:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338453.858715:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af377c expref: 37 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.858731:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af377c expref: 37 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.858742:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c4e00, rc 0) 00000100:00100000:3.0:1763338453.858800:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+37:55909:x1848993290727296:12345-192.168.202.34@tcp:101:bash.0 Request processed in 176us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338453.858807:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6439 00000100:00100000:3.0:1763338453.861354:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290727424 00000100:00100000:3.0:1763338453.861361:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290727424 00002000:00010000:3.0:1763338453.861403:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/568 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.861408:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b93100 with x1848993290727424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.861417:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b93100. 00000100:00100000:3.0:1763338453.861436:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290727552 00000100:00100000:3.0:1763338453.861439:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290727552 00002000:00010000:3.0:1763338453.861451:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/568 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.861454:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145155c00 with x1848993290727552 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.861461:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145155c00. 00000100:00100000:3.0:1763338453.861486:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1607 00000100:00100000:3.0:1763338453.861495:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993290727424:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338453.861642:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338453.861645:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb mtime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338453.861648:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb atime from disk: 1763338454 -> 0 00002000:00010000:3.0:1763338453.861651:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb ctime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338453.861654:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338453.861825:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993290727424:12345-192.168.202.34@tcp:10:bash.0 Request processed in 330us (626us total) trans 21474838857 rc 0/0 00000100:00100000:3.0:1763338453.861832:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1607 00002000:00010000:3.0:1763338453.861835:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/568 (0->18446744073709551615) 00002000:00100000:3.0:1763338453.861838:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b93100 with x1848993290727424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338453.861844:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b93100. 00000100:00100000:3.0:1763338453.866022:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.871326:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.877795:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.889565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.911927:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.912481:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.915658:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.923000:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338453.928361:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290730112 00000100:00100000:3.0:1763338453.928374:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290730112 00000100:00100000:3.0:1763338453.928449:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9365 00000100:00100000:3.0:1763338453.928460:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+252:56882:x1848993290730112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.928481:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.928502:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ad6a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af37ad expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.928572:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338453.928587:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928599:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928611:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338453.928619:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928625:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928667:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928673:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928693:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928701:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928707:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.928711:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928723:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928734:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:3.0:1763338453.928737:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.928743:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928749:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad6af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928761:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928766:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928770:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928774:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.928776:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928781:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928787:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febd700) 00010000:00010000:3.0:1763338453.928789:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.928792:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928797:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6b6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338453.928822:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ad6a8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af37ad expref: 253 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.928832:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:3.0:1763338453.928835:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.928839:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ad6a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af37ad expref: 253 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.928848:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5000, rc 0) 00000100:00100000:3.0:1763338453.928917:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+252:56882:x1848993290730112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 458us (1303us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338453.928924:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9365 00000100:00100000:3.0:1763338453.958003:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303143680:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338453.958035:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.959293:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.959301:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338453.959328:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b5:0x0]: returning size 0 00000004:00080000:3.0:1763338453.959548:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23a:0x0], index 1: 0 00000004:00080000:3.0:1763338453.959556:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23a:0x0], index 0: 0 00000004:00080000:3.0:1763338453.959561:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23b:0x0], index 0: 0 00000004:00080000:3.0:1763338453.959566:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23b:0x0], index 1: 0 00010000:00010000:3.0:1763338453.960937:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.960954:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.960961:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.960966:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.960971:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.960978:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.960993:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:3.0:1763338453.960996:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338453.961001:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.961007:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad6e7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.961069:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa200/0x4ea0a6980f4ad6e0 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af37bb expref: 255 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.961080:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:3.0:1763338453.961083:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338453.961086:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa200/0x4ea0a6980f4ad6e0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af37bb expref: 255 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.961100:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa200, rc 0) 00000100:00100000:3.0:1763338453.962761:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56882:x1848993290730624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8394us (8603us total) trans 4294972464 rc 301/301 00000100:00100000:3.0:1763338453.962775:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9367 00000100:00100000:3.0:1763338453.963660:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290731008 00000100:00100000:3.0:1763338453.963672:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290731008 00000100:00100000:3.0:1763338453.963740:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9368 00000100:00100000:3.0:1763338453.963750:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56884:x1848993290731008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338453.963770:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338453.963795:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ad6f5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af37c2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.963872:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338453.963886:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.963897:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.963906:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338453.963914:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.963919:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964027:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad70a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338453.964036:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad70a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964044:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad70a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964128:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964136:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964142:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964148:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964154:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.964158:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964164:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964176:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338453.964179:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.964184:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964189:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ad6fc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964202:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964208:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964213:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964218:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338453.964220:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964225:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964230:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febd700) 00010000:00010000:3.0:1763338453.964233:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338453.964235:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964240:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad703 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338453.964320:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ad6f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af37c2 expref: 257 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.964337:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad70a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af37c2 expref: 256 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338453.964344:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff8fd14307a500) 00010000:00010000:3.0:1763338453.964346:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338453.964348:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00000100:00100000:3.0:1763338453.964411:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56884:x1848993290731008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 662us (1481us total) trans 4294972465 rc 0/0 00000100:00100000:3.0:1763338453.964419:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9368 00000100:00100000:3.0:1763338453.983775:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290732032 00000100:00100000:3.0:1763338453.983788:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290732032 00000100:00100000:3.0:1763338453.983854:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3266 00000100:00100000:3.0:1763338453.983867:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56884:x1848993290732032:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338453.986209:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56884:x1848993290732032:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 2340us (2516us total) trans 4294972468 rc 0/0 00000100:00100000:3.0:1763338453.986218:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3266 00000100:00100000:3.0:1763338453.997128:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.000255:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:3.0:1763338454.001697:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763338454.005000:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.008959:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290733696 00000100:00100000:3.0:1763338454.008970:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290733696 00000100:00100000:3.0:1763338454.009515:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3268 00000100:00100000:3.0:1763338454.009530:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290733696:12345-192.168.202.34@tcp:49:bash.0 00000100:00100000:3.0:1763338454.009662:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290733696:12345-192.168.202.34@tcp:49:bash.0 Request processed in 137us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.009670:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3268 00000100:00100000:3.0:1763338454.034012:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303143936 00000100:00100000:3.0:1763338454.034021:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303143936 00000100:00100000:3.0:1763338454.034071:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303144064 00000100:00100000:3.0:1763338454.034076:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303144064 00000100:00100000:3.0:1763338454.034106:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6442 00000100:00100000:3.0:1763338454.034117:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+75:3656:x1848993303143936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338454.034151:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:568 count 1 00010000:00010000:3.0:1763338454.034187:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad7b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.034227:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af377c expref: 38 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.034252:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.034255:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.035102:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad7b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.035138:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af377c expref: 38 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.035150:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af377c expref: 38 pid: 8869 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338454.035162:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303144576:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.035216:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634840 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.037826:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6449 00000100:00100000:3.0:1763338454.037836:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303144704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338454.037849:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:568 count 1 00010000:00010000:3.0:1763338454.037862:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.037872:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad5f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af376e expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.037879:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.037881:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.037884:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.037901:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad5f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af376e expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.037909:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af376e expref: 17 pid: 27817 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338454.037918:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303145344:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.037944:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.037998:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.039942:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.042095:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303144576:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.042116:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad7b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.045025:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad5f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af376e expref: 16 pid: 27817 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338454.045036:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303145344:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.045061:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.045070:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.045082:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.045090:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.045096:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.045118:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338454.045349:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303144704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7506us (8741us total) trans 21474838861 rc 0/0 00000100:00100000:3.0:1763338454.045357:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6449 00000100:00100000:3.0:1763338454.049930:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290735360 00000100:00100000:3.0:1763338454.049939:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290735360 00000100:00100000:3.0:1763338454.050002:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6450 00000100:00100000:3.0:1763338454.050013:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+37:55909:x1848993290735360:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338454.050032:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.050064:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3808 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338454.050090:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338454.050114:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.050117:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.050128:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3808 expref: 38 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.050150:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3808 expref: 38 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.050162:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:3.0:1763338454.050227:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+38:55909:x1848993290735360:12345-192.168.202.34@tcp:101:bash.0 Request processed in 216us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.050235:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6450 00000100:00100000:3.0:1763338454.083873:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290736768 00000100:00100000:3.0:1763338454.083885:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290736768 00000100:00100000:3.0:1763338454.083955:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9379 00000100:00100000:3.0:1763338454.083966:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+248:56885:x1848993290736768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.083991:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.084015:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ad822 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3824 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.084129:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad829 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.084145:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad829 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.084157:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad829 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338454.084171:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b5:0x0]: returning size 2 00010000:00010000:3.0:1763338454.084320:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ad822 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3824 expref: 251 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.084345:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad829 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3824 expref: 250 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.084354:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff8fd252695600) 00010000:00010000:3.0:1763338454.084358:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338454.084362:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:3.0:1763338454.084448:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+250:56885:x1848993290736768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 483us (737us total) trans 4294972480 rc 0/0 00000100:00100000:3.0:1763338454.084455:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9379 00000100:00100000:3.0:1763338454.092859:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290737024 00000100:00100000:3.0:1763338454.092868:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290737024 00002000:00100000:3.0:1763338454.092922:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x23a:0x0] (0->4) req@ffff8fd1444f8000 x1848993290737024/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:480/0 lens 496/0 e 0 to 0 dl 1763338465 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338454.092933:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1444f8000 with x1848993290737024 ext(0->4) 00010000:00010000:3.0:1763338454.092941:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3808 expref: 40 pid: 8403 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338454.092959:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3808 expref: 40 pid: 8403 timeout: 1223 lvb_type: 0 00002000:00010000:3.0:1763338454.092967:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd1444f8000 00000100:00100000:3.0:1763338454.093005:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 106 00000100:00100000:3.0:1763338454.093014:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993290737024:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338454.095853:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2409:x1848993290737024:12345-192.168.202.34@tcp:4:bash.0 Request processed in 2837us (3085us total) trans 17179871533 rc 0/0 00000100:00100000:3.0:1763338454.095867:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 106 00002000:00100000:3.0:1763338454.095878:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x23a:0x0] (0->4) req@ffff8fd1444f8000 x1848993290737024/t17179871533(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:480/0 lens 496/448 e 0 to 0 dl 1763338465 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338454.095887:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1444f8000 with x1848993290737024 ext(0->4) 00010000:00010000:3.0:1763338454.095894:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3808 expref: 42 pid: 8403 timeout: 1223 lvb_type: 0 00010000:00010000:3.0:1763338454.095910:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad7ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3808 expref: 42 pid: 8403 timeout: 1223 lvb_type: 0 00002000:00010000:3.0:1763338454.095917:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd1444f8000 00000100:00100000:3.0:1763338454.104979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.108000:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290737536 00000100:00100000:3.0:1763338454.108007:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290737536 00000100:00100000:3.0:1763338454.108064:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9381 00000100:00100000:3.0:1763338454.108073:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+250:56885:x1848993290737536:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338454.108108:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.108124:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ad81b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af381d expref: 250 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.108136:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b5:0x0].0x0 (ffff8fd252695600) 00010000:00010000:3.0:1763338454.108140:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.108162:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ad853 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.108174:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ad853 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.108182:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ad853 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000040:00080000:3.0:1763338454.108605:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1432, 88 off120920 00000004:00080000:3.0:1763338454.108614:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1123820351366ns, next at 1124446371570ns, rc = 0 00000040:00080000:3.0:1763338454.108656:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1431, 88 off120656 00000004:00080000:3.0:1763338454.108661:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1123820399396ns, next at 1124446401038ns, rc = 0 00000040:00080000:3.0:1763338454.109044:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1432, 88 off120744 00000004:00080000:3.0:1763338454.109135:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1123820872624ns, next at 1124446401038ns, rc = 0 00000040:00080000:3.0:1763338454.109165:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1433, 88 off121008 00000004:00080000:3.0:1763338454.109169:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1123820907171ns, next at 1124446371570ns, rc = 0 00000100:00100000:3.0:1763338454.112776:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303145856 00000100:00100000:3.0:1763338454.112784:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303145856 00000100:00100000:3.0:1763338454.113528:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6456 00000100:00100000:3.0:1763338454.113535:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3657:x1848993303145856:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338454.113591:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.113594:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb mtime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.113596:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.113598:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb ctime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.113600:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.113632:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3657:x1848993303145856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (1546us total) trans 21474838864 rc 0/0 00000100:00100000:3.0:1763338454.113639:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6456 00000100:00100000:3.0:1763338454.114163:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303146112 00000100:00100000:3.0:1763338454.114169:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303146112 00000100:00100000:3.0:1763338454.114204:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6457 00000100:00100000:3.0:1763338454.114211:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+79:3655:x1848993303146112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338454.114344:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+80:3655:x1848993303146112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 133us (508us total) trans 17179871535 rc 0/0 00000100:00100000:3.0:1763338454.114351:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6457 00000100:00100000:3.0:1763338454.116553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.123647:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.123704:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.131337:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.131378:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.143699:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290738560 00000100:00100000:3.0:1763338454.143710:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290738560 00000100:00100000:3.0:1763338454.143767:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9387 00000100:00100000:3.0:1763338454.143775:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56887:x1848993290738560:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.143795:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.143798:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338454.143823:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ad88b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3847 expref: 247 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.143841:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338454.143851:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.143865:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad8ae lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af385c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.143959:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.143971:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.143981:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.143993:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad8bc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.143999:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad8bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144005:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad8bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144443:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.144451:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144457:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338454.144465:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b6:0x0]: returning size 0 00010000:00010000:3.0:1763338454.144487:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144494:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144500:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144506:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144511:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.144514:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144524:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144531:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750200) 00010000:00010000:3.0:1763338454.144534:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.144537:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144542:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ad8b5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338454.144551:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000079a88b76 reply state 0000000011e921ea transno 4294972482 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad8bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144560:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ad8bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.144565:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750800) 00010000:00010000:3.0:1763338454.144567:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338454.144569:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338454.144590:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ad8ae lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af385c expref: 249 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.144603:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af385c expref: 248 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.144610:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b6:0x0].0x0 (ffff8fd144750f00) 00010000:00010000:3.0:1763338454.144612:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338454.144614:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00000100:00100000:3.0:1763338454.144677:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+249:56887:x1848993290738560:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 903us (1053us total) trans 4294972482 rc 0/0 00000100:00100000:3.0:1763338454.144688:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9387 00000100:00100000:3.0:1763338454.151507:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290738816 00000100:00100000:3.0:1763338454.151521:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290738816 00000100:00100000:3.0:1763338454.151586:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9388 00000100:00100000:3.0:1763338454.151597:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+249:56887:x1848993290738816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.151623:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.151647:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ad8d1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3863 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.151764:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad8d8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.151779:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af385c expref: 250 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.151789:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad8d8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.151825:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af385c expref: 250 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.151838:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ad8c3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af385c expref: 250 pid: 6518 timeout: 1223 lvb_type: 0 00000100:00100000:3.0:1763338454.151852:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303146368:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.151947:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.157326:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303146368:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.157359:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ad8d8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338454.187553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.196596:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.202731:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.212223:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290740608 00000100:00100000:3.0:1763338454.212233:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290740608 00000100:00100000:3.0:1763338454.212429:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1611 00000100:00100000:3.0:1763338454.212440:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2408:x1848993290740608:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:3.0:1763338454.212550:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212567:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.212570:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.212576:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212595:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212703:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212712:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212720:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212778:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.212783:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212792:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212810:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.212818:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad925 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338454.212892:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2408:x1848993290740608:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 454us (849us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763338454.213089:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1611 00000100:00100000:3.0:1763338454.216621:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338454.216629:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277502d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303146880:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.216657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.216681:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303146752:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.216702:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.216731:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303146880 00000100:00100000:3.0:1763338454.216735:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303146880 00000100:00100000:3.0:1763338454.216757:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303146752 00000100:00100000:3.0:1763338454.216760:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303146752 00000100:00100000:3.0:1763338454.216779:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6462 00000100:00100000:3.0:1763338454.216786:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+81:3654:x1848993303146624:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338454.216892:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+82:3654:x1848993303146624:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (427us total) trans 17179871536 rc 0/0 00000100:00100000:3.0:1763338454.216902:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6462 00000100:00100000:3.0:1763338454.216917:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6463 00000100:00100000:3.0:1763338454.216922:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303146880:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.216994:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303146880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (336us total) trans 21474838865 rc 0/0 00000100:00100000:3.0:1763338454.217000:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6463 00000100:00100000:3.0:1763338454.217010:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6464 00000100:00100000:3.0:1763338454.217015:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3655:x1848993303146752:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.217082:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3655:x1848993303146752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 66us (378us total) trans 21474838866 rc 0/0 00000100:00100000:3.0:1763338454.217087:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6464 00000004:00080000:3.0:1763338454.217131:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144bf9f80/2, rc 0, transno 21474838866 00000100:00100000:3.0:1763338454.217136:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303146752:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338454.217153:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277502d80/2, rc 0, transno 21474838865 00000100:00100000:3.0:1763338454.217157:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277502d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303146880:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338454.217173:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d418700/2, rc 0, transno 17179871536 00000100:00100000:3.0:1763338454.217177:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303146624:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338454.217253:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb200/0x4ea0a6980f4ad933 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af387f expref: 249 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.217294:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b6:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:3.0:1763338454.217297:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338454.217313:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ad92c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af387f expref: 249 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338454.217332:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb200/0x4ea0a6980f4ad933 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af387f expref: 248 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.217357:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b6:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:3.0:1763338454.217360:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338454.217363:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb200, rc 0) 00000100:00100000:3.0:1763338454.217418:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+248:55909:x1848993290740864:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4474us (4688us total) trans 4294972489 rc 0/0 00000100:00100000:3.0:1763338454.217426:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9393 00000004:00080000:3.0:1763338454.218432:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d419c00/2, rc 0, transno 17179871537 00000100:00100000:3.0:1763338454.218438:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303146496:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338454.227063:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290741248 00000100:00100000:3.0:1763338454.227073:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290741248 00000100:00100000:3.0:1763338454.235198:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290741632 00000100:00100000:3.0:1763338454.235204:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290741632 00002000:00010000:3.0:1763338454.235231:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/572 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.235235:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d41a300 with x1848993290741632 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.235246:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d41a300. 00000100:00100000:3.0:1763338454.235289:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290741760 00000100:00100000:3.0:1763338454.235293:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290741760 00002000:00010000:3.0:1763338454.235308:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/572 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.235310:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419180 with x1848993290741760 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.235317:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d419180. 00000100:00100000:3.0:1763338454.235337:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1614 00000100:00100000:3.0:1763338454.235343:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2408:x1848993290741760:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338454.235474:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.235478:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb mtime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.235480:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.235482:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb ctime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.235485:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.235544:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2408:x1848993290741760:12345-192.168.202.34@tcp:10:bash.0 Request processed in 199us (451us total) trans 17179871538 rc 0/0 00000100:00100000:3.0:1763338454.235552:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1614 00002000:00010000:3.0:1763338454.235556:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/572 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.235558:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419180 with x1848993290741760 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.235562:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d419180. 00002000:00010000:3.0:1763338454.237072:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.237080:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb mtime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.237083:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.237085:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb ctime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.237087:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.237151:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993290741632:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1835us (2095us total) trans 21474838868 rc 0/0 00000100:00100000:3.0:1763338454.237160:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1613 00002000:00010000:3.0:1763338454.237164:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/572 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.237167:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d41a300 with x1848993290741632 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.237174:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d41a300. 00000100:00100000:3.0:1763338454.252604:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.270643:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290743040 00000100:00100000:3.0:1763338454.270653:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290743040 00010000:00010000:3.0:1763338454.270699:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ad71f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af37d0 expref: 44 pid: 35252 timeout: 1223 lvb_type: 1 00000100:00100000:3.0:1763338454.271083:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3077 00000100:00100000:3.0:1763338454.271095:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2410:x1848993290743040:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.271110:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.271133:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ad71f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af37d0 expref: 44 pid: 35252 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338454.271146:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ad71f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af37d0 expref: 44 pid: 35252 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338454.271168:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ad71f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af37d0 expref: 44 pid: 35252 timeout: 1223 lvb_type: 1 00010000:00010000:3.0:1763338454.271183:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.271185:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.271191:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 43 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.271201:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 43 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.271237:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 43 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338454.271250:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303147264:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338454.273220:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.281107:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303147264:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338454.281132:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.281193:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2410:x1848993290743040:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10100us (10650us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.281206:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3077 00000100:00100000:3.0:1763338454.282289:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290743424 00000100:00100000:3.0:1763338454.282294:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290743424 00002000:00010000:3.0:1763338454.282318:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/571 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.282323:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd267da5500 with x1848993290743424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.282332:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd267da5500. 00000100:00100000:3.0:1763338454.282362:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290743296 00000100:00100000:3.0:1763338454.282365:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290743296 00002000:00010000:3.0:1763338454.282378:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/571 (5->18446744073709551615) 00002000:00100000:3.0:1763338454.282381:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd26f011180 with x1848993290743296 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338454.282386:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd26f011180. 00000100:00100000:3.0:1763338454.282415:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1615 00000100:00100000:3.0:1763338454.282423:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2409:x1848993290743424:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338454.282597:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.282601:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23b:0x0] updating lvb mtime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.282604:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.282606:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23b:0x0] updating lvb ctime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.282608:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.282648:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2409:x1848993290743424:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 225us (468us total) trans 17179871539 rc 0/0 00000100:00100000:3.0:1763338454.282654:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1615 00002000:00010000:3.0:1763338454.282659:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/571 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.282661:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd267da5500 with x1848993290743424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.282665:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd267da5500. 00000100:00100000:3.0:1763338454.282680:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1616 00000100:00100000:3.0:1763338454.282687:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290743296:12345-192.168.202.34@tcp:10:lfs.0 00000100:00100000:3.0:1763338454.301458:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290744320 00000100:00100000:3.0:1763338454.301469:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290744320 00000100:00100000:3.0:1763338454.301534:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3275 00000100:00100000:3.0:1763338454.301544:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e38c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56885:x1848993290744320:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:3.0:1763338454.301606:0:35243:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1b5:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ad829 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3824 expref: 254 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.301660:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad9e9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:3.0:1763338454.301673:0:35243:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ad86f lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3839 expref: 254 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.301692:0:35243:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad9e9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.301726:0:35243:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ad86f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3839 expref: 254 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.301739:0:35243:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ad86f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3839 expref: 254 pid: 10039 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.301754:0:35243:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35243:1848993303147392:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.304823:0:35243:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.307931:0:35243:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35243:1848993303147392:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.307955:0:35243:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad9e9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.308371:0:35243:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad9e9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.308378:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ad9e9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000040:00080000:3.0:1763338454.308604:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1438, 88 off121400 00000004:00080000:3.0:1763338454.308612:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124020349613ns, next at 1124446371570ns, rc = 0 00000040:00080000:3.0:1763338454.308646:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1437, 88 off121136 00000004:00080000:3.0:1763338454.308651:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124020389428ns, next at 1124446401038ns, rc = 0 00000040:00080000:3.0:1763338454.308668:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1438, 88 off121224 00000004:00080000:3.0:1763338454.308672:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124020409863ns, next at 1124446401038ns, rc = 0 00000040:00080000:3.0:1763338454.308680:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1439, 88 off121488 00000004:00080000:3.0:1763338454.308683:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124020421303ns, next at 1124446371570ns, rc = 0 00000100:00100000:3.0:1763338454.313052:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303148416:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.313083:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.313102:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338454.313108:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303148288:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.313125:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.313143:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303148416 00000100:00100000:3.0:1763338454.313148:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303148416 00000100:00100000:3.0:1763338454.313173:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303148288 00000100:00100000:3.0:1763338454.313176:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303148288 00000100:00100000:3.0:1763338454.313191:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6474 00000100:00100000:3.0:1763338454.313198:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303148416:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338454.313291:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.313295:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb mtime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.313297:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.313300:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb ctime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.313302:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.313334:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303148416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 135us (249us total) trans 21474838870 rc 0/0 00000100:00100000:3.0:1763338454.313341:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6474 00000100:00100000:3.0:1763338454.313353:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6475 00000100:00100000:3.0:1763338454.313359:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303148288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338454.313371:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:573 count 1 00002000:00010000:3.0:1763338454.313400:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338454.313406:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313415:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.313417:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.313420:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313431:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313440:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313446:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313463:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338454.313591:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303148288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 232us (463us total) trans 21474838871 rc 0/0 00000100:00100000:3.0:1763338454.313597:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6475 00010000:00010000:3.0:1763338454.313612:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338454.313618:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313625:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.313628:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313636:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313648:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313655:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313668:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.313670:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.313671:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.313686:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303148544:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.313718:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.313738:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338454.313743:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303148160:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.313764:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.313784:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303148544 00000100:00100000:3.0:1763338454.313788:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303148544 00000100:00100000:3.0:1763338454.313808:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303148160 00000100:00100000:3.0:1763338454.313810:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303148160 00000100:00100000:3.0:1763338454.313824:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6476 00000100:00100000:3.0:1763338454.313830:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303148544:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338454.313882:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338454.313885:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb mtime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.313887:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.313890:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb ctime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.313892:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338454.313916:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303148544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (198us total) trans 21474838872 rc 0/0 00000100:00100000:3.0:1763338454.313922:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6476 00000100:00100000:3.0:1763338454.313932:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6477 00000100:00100000:3.0:1763338454.313937:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303148160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338454.313947:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:572 count 1 00010000:00010000:3.0:1763338454.313956:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ada1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313970:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ad948 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af388d expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.313978:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.313979:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.313983:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ada1a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.314006:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ad948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af388d expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.314018:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ad948 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af388d expref: 15 pid: 27817 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.314028:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303148672:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.314068:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.314100:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838866 gen 2 00000004:00080000:3.0:1763338454.314105:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258705f80, transno 21474838844 00000004:00080000:3.0:1763338454.314113:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258707800, transno 21474838845 00000004:00080000:3.0:1763338454.314116:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258704e00, transno 21474838846 00000004:00080000:3.0:1763338454.314118:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258707100, transno 21474838847 00000004:00080000:3.0:1763338454.314121:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761fb80, transno 21474838848 00000004:00080000:3.0:1763338454.314124:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761ed80, transno 21474838849 00000004:00080000:3.0:1763338454.314127:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761c000, transno 21474838850 00000004:00080000:3.0:1763338454.314130:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761df80, transno 21474838851 00000004:00080000:3.0:1763338454.314132:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f9180, transno 21474838853 00000004:00080000:3.0:1763338454.314135:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f8a80, transno 21474838854 00000004:00080000:3.0:1763338454.314138:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258704000, transno 21474838855 00000004:00080000:3.0:1763338454.314141:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f9c00, transno 21474838856 00000004:00080000:3.0:1763338454.314144:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f6300, transno 21474838858 00000004:00080000:3.0:1763338454.314147:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f5180, transno 21474838859 00000004:00080000:3.0:1763338454.314149:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f4e00, transno 21474838860 00000004:00080000:3.0:1763338454.314152:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f7800, transno 21474838861 00000004:00080000:3.0:1763338454.314155:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f8b480, transno 21474838863 00000004:00080000:3.0:1763338454.314158:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da2300, transno 21474838864 00000004:00080000:3.0:1763338454.314160:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277502d80, transno 21474838865 00000004:00080000:3.0:1763338454.314163:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bf9f80, transno 21474838866 00000100:00100000:3.0:1763338454.314169:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd277500700 x1848993303148288/t21474838871(21474838871) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338470 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763338454.314178:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277500700/2, rc 0, transno 21474838871 00000100:00100000:3.0:1763338454.314182:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303148288:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338454.314192:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277503100/2, rc 0, transno 21474838870 00000100:00100000:3.0:1763338454.314195:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303148416:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338454.314366:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 20 done 00000004:00080000:3.0:1763338454.314386:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277501500/2, rc 0, transno 21474838872 00000100:00100000:3.0:1763338454.314404:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303148544:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.321362:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.321457:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303148672:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.321480:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ada1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338454.321518:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.321547:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.324417:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290745472 00000100:00100000:3.0:1763338454.324425:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290745472 00000100:00100000:3.0:1763338454.324541:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9405 00000100:00100000:3.0:1763338454.324550:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+248:56889:x1848993290745472:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.324569:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.324587:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4ada4b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af38da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.324707:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ada52 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.324722:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ada36 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38cc expref: 249 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.324732:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ada52 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.324763:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ada36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38cc expref: 249 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.324776:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ada36 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38cc expref: 249 pid: 6520 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.324789:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848993303148800:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.324871:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634180 going to sleep for 11 seconds 00000004:00080000:3.0:1763338454.327561:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f5f80/2, rc 0, transno 17179871544 00000100:00100000:3.0:1763338454.327573:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303147520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338454.329176:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848993303148800:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.329203:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ada52 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:3.0:1763338454.330125:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290745856 00000100:00100000:3.0:1763338454.330131:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290745856 00000100:00100000:3.0:1763338454.330178:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3276 00000100:00100000:3.0:1763338454.330187:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56885:x1848993290745856:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338454.330496:0:35243:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1b5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338454.330562:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1440, 64 off121552 00000040:00080000:3.0:1763338454.330584:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1439, 64 off121288 00000040:00080000:3.0:1763338454.330594:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1440, 64 off121352 00000040:00080000:3.0:1763338454.330604:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1441, 64 off121616 00010000:00010000:3.0:1763338454.330666:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ada59 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:3.0:1763338454.332398:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ada59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.332414:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ada59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.332423:0:35243:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ada59 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.332429:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ada59 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.332435:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4ada59 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.333113:0:35243:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338454.334234:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+249:56885:x1848993290745856:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 4042us (4855us total) trans 4294972496 rc 0/0 00000100:00100000:3.0:1763338454.334245:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3276 00000100:00100000:3.0:1763338454.335994:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290746112 00000100:00100000:3.0:1763338454.336004:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290746112 00000100:00100000:3.0:1763338454.336053:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3277 00000100:00100000:3.0:1763338454.336063:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+249:56889:x1848993290746112:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.336409:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+250:56889:x1848993290746112:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 346us (485us total) trans 4294972498 rc 0/0 00000100:00100000:3.0:1763338454.336418:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3277 00000100:00100000:3.0:1763338454.337774:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290746368 00000100:00100000:3.0:1763338454.337782:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290746368 00000100:00100000:3.0:1763338454.338871:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9406 00000100:00100000:3.0:1763338454.338893:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+250:56885:x1848993290746368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.338917:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.338941:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ada67 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af38e1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.339029:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.339044:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339055:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339066:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.339073:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339081:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339196:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ada7c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.339209:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ada7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339221:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ada7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338454.339233:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 0 00010000:00010000:3.0:1763338454.339342:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339350:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339356:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339363:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339369:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.339373:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339381:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339403:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750500) 00010000:00010000:3.0:1763338454.339406:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.339411:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339416:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4ada6e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339435:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339440:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339445:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339449:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.339452:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339457:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339464:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:3.0:1763338454.339466:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.339469:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339474:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4ada75 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.339513:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4ada67 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38e1 expref: 253 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.339533:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ada7c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38e1 expref: 252 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.339540:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750400) 00010000:00010000:3.0:1763338454.339543:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338454.339546:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:3.0:1763338454.339605:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56885:x1848993290746368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 721us (2039us total) trans 4294972499 rc 0/0 00000100:00100000:3.0:1763338454.339613:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9406 00000100:00100000:3.0:1763338454.343965:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290747136 00000100:00100000:3.0:1763338454.343981:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290747136 00000100:00100000:3.0:1763338454.344058:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9407 00000100:00100000:3.0:1763338454.344068:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+253:55909:x1848993290747136:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338454.344098:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.344102:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338454.344136:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4ada7c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38e1 expref: 253 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.344163:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750400) 00010000:00010000:3.0:1763338454.344175:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.344195:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ada8a lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af38f6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.344401:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ada91 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.344417:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ada91 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.344428:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ada91 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338454.344443:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 0 00010000:00010000:3.0:1763338454.344570:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4ada8a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38f6 expref: 255 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.344584:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ada91 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38f6 expref: 254 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.344591:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750c00) 00010000:00010000:3.0:1763338454.344593:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338454.344597:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486a000, rc 0) 00000100:00100000:3.0:1763338454.344676:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+254:55909:x1848993290747136:12345-192.168.202.34@tcp:101:bash.0 Request processed in 610us (962us total) trans 4294972501 rc 0/0 00000100:00100000:3.0:1763338454.344683:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9407 00000100:00100000:3.0:1763338454.350710:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290747520 00000100:00100000:3.0:1763338454.350719:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290747520 00000100:00100000:3.0:1763338454.350762:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3279 00000100:00100000:3.0:1763338454.350771:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56885:x1848993290747520:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.350965:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56885:x1848993290747520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 195us (786us total) trans 4294972502 rc 0/0 00000100:00100000:3.0:1763338454.350973:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3279 00000100:00100000:3.0:1763338454.362028:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290748416 00000100:00100000:3.0:1763338454.362037:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290748416 00000100:00100000:3.0:1763338454.362481:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3280 00000100:00100000:3.0:1763338454.362491:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56885:x1848993290748416:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.362709:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56885:x1848993290748416:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 219us (784us total) trans 4294972506 rc 0/0 00000100:00100000:3.0:1763338454.362716:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3280 00000100:00100000:3.0:1763338454.366633:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.379123:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303149056:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.379186:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.379226:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338454.379233:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303149440:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.379253:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.380417:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303149184:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.380470:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.380491:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338454.380498:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303149312:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.380530:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.380581:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303149056 00000100:00100000:3.0:1763338454.380589:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303149056 00000100:00100000:3.0:1763338454.380642:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303149440 00000100:00100000:3.0:1763338454.380646:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303149440 00000100:00100000:3.0:1763338454.380669:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303149312 00000100:00100000:3.0:1763338454.380674:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303149312 00000100:00100000:3.0:1763338454.381152:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6481 00000100:00100000:3.0:1763338454.381161:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3657:x1848993303149440:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338454.381324:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.381329:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.381335:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.381340:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.381344:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.381413:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303149440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 252us (2156us total) trans 21474838874 rc 0/0 00000100:00100000:3.0:1763338454.381421:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6481 00000004:00080000:3.0:1763338454.381503:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27747c700/2, rc 0, transno 21474838874 00000100:00100000:3.0:1763338454.381511:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303149440:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338454.383256:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27747fb80/2, rc 0, transno 21474838875 00000100:00100000:3.0:1763338454.383288:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303149312:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.389155:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.389230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.389283:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290749440 00000100:00100000:3.0:1763338454.389292:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290749440 00010000:00010000:3.0:1763338454.389336:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143826a00/0x4ea0a6980f4ad980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a2 expref: 16 pid: 27817 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.389375:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3083 00000100:00100000:3.0:1763338454.389385:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290749440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.389412:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.389419:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd143826a00/0x4ea0a6980f4ad980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a2 expref: 16 pid: 27817 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.389432:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd143826a00/0x4ea0a6980f4ad980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a2 expref: 16 pid: 27817 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.389467:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.389470:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.389475:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4adb01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.389486:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4adb01 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.389510:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.389564:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290749440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 180us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.389572:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3083 00000100:00100000:3.0:1763338454.389629:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.389649:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290749696 00000100:00100000:3.0:1763338454.389653:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290749696 00010000:00010000:3.0:1763338454.389669:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ad8a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3855 expref: 45 pid: 8406 timeout: 1224 lvb_type: 1 00000100:00100000:3.0:1763338454.389690:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3084 00000100:00100000:3.0:1763338454.389697:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2409:x1848993290749696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.389706:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.389710:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ad8a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3855 expref: 45 pid: 8406 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.389720:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ad8a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3855 expref: 45 pid: 8406 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.389734:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.389735:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.389739:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4adb08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.389747:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4adb08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.389759:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.389779:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2409:x1848993290749696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 83us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.389787:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3084 00000100:00100000:3.0:1763338454.389855:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.389873:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290749312 00000100:00100000:3.0:1763338454.389877:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290749312 00010000:00010000:3.0:1763338454.389891:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ad7f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3816 expref: 16 pid: 8406 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.389910:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3085 00000100:00100000:3.0:1763338454.389916:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290749312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.389924:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.389929:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ad7f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3816 expref: 16 pid: 8406 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.389939:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ad7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3816 expref: 16 pid: 8406 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.389953:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.389955:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.389958:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4adafa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.389966:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4adafa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.389979:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.389997:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290749312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 81us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.390007:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3085 00000100:00100000:3.0:1763338454.390059:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.390075:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290749568 00000100:00100000:3.0:1763338454.390078:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290749568 00010000:00010000:3.0:1763338454.390092:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 45 pid: 8406 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.390110:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3086 00000100:00100000:3.0:1763338454.390116:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2409:x1848993290749568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.390125:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.390129:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 45 pid: 8406 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.390139:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 45 pid: 8406 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.390152:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.390154:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.390157:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390164:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390176:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.390197:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2409:x1848993290749568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 78us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.390212:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3086 00000100:00100000:3.0:1763338454.390322:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338454.390438:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ad9a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38a9 expref: 44 pid: 8406 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.390450:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303150336:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.390466:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390474:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390482:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390491:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390497:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4adb0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390511:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338454.390711:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+90:3655:x1848993303149952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7675us (7915us total) trans 17179871547 rc 0/0 00000100:00100000:3.0:1763338454.390725:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6487 00000100:00100000:3.0:1763338454.390747:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290749824 00000100:00100000:3.0:1763338454.390752:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290749824 00000100:00100000:3.0:1763338454.390782:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6488 00000100:00100000:3.0:1763338454.390795:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+44:55909:x1848993290749824:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338454.390814:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.390833:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3920 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338454.390855:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338454.390871:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.390876:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.390886:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3920 expref: 45 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390909:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3920 expref: 45 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.390924:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486a000, rc 0) 00000100:00100000:3.0:1763338454.390955:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+45:55909:x1848993290749824:12345-192.168.202.34@tcp:101:bash.0 Request processed in 163us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.390962:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6488 00000100:00100000:3.0:1763338454.391009:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290749184 00000100:00100000:3.0:1763338454.391014:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290749184 00000100:00100000:3.0:1763338454.391058:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9413 00000100:00100000:3.0:1763338454.391065:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+247:56890:x1848993290749184:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.391076:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.391089:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb1d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3919 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.391164:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.391176:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391184:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391197:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.391203:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391209:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391337:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4adb32 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.391347:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4adb32 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391354:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4adb32 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338454.391363:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1b8:0x0]: returning size 2 00010000:00010000:3.0:1763338454.391448:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391455:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391465:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391471:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391477:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.391480:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391487:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391497:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338454.391499:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.391503:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391509:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb24 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391520:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391525:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391531:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391537:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.391539:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391549:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391556:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750200) 00010000:00010000:3.0:1763338454.391558:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.391561:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391567:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb2b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.391709:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3919 expref: 250 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.391726:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4adb32 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3919 expref: 249 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.391733:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750c00) 00010000:00010000:3.0:1763338454.391736:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338454.391738:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:3.0:1763338454.391775:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+249:56890:x1848993290749184:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 710us (2632us total) trans 4294972508 rc 0/0 00000100:00100000:3.0:1763338454.391783:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9413 00010000:00010000:3.0:1763338454.395470:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.396564:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.411232:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1618 00000100:00100000:3.0:1763338454.411247:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2410:x1848993290750208:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338454.411380:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.411385:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb mtime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.411387:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb atime from disk: 1763338454 -> 0 00002000:00010000:3.0:1763338454.411401:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb ctime from disk: 1763338454 -> 1763338454 00002000:00010000:3.0:1763338454.411404:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.411427:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2410:x1848993290750208:12345-192.168.202.34@tcp:10:bash.0 Request processed in 185us (657us total) trans 17179871549 rc 0/0 00000100:00100000:3.0:1763338454.411435:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1618 00002000:00010000:3.0:1763338454.411438:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/574 (0->18446744073709551615) 00002000:00100000:3.0:1763338454.411441:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145154380 with x1848993290750208 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338454.411446:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145154380. 00000100:00100000:3.0:1763338454.426183:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290751360 00000100:00100000:3.0:1763338454.426189:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290751360 00000100:00100000:3.0:1763338454.426234:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9415 00000100:00100000:3.0:1763338454.426242:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56891:x1848993290751360:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338454.426306:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338454.426328:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4adaf3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3912 expref: 253 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.426348:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4adb32 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3919 expref: 252 pid: 6520 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.426361:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4adab4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af38fd expref: 252 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.426372:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750c00) 00010000:00010000:3.0:1763338454.426377:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4adb55 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.426401:0:6520:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4adb55 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.426407:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4adb55 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.426424:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.426448:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.426458:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.426465:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.426475:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb63 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.426482:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb63 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.426489:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb63 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.426567:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338454.426575:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4adb55 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.426582:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.426592:0:6520:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4adb55 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1b8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.426601:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:3.0:1763338454.437520:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290751616 00000100:00100000:3.0:1763338454.437534:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290751616 00010000:00010000:3.0:1763338454.437909:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.437919:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT1 00000004:00080000:3.0:1763338454.438168:0:6520:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1b8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338454.438291:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438301:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438306:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438312:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.438316:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438322:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438331:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750c00) 00010000:00010000:3.0:1763338454.438334:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338454.438337:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4adb7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.438347:0:6520:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4adb7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.438353:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4adb7f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.438373:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438380:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4adb6a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438401:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438406:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438411:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438416:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438422:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.438424:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438430:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438437:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338454.438439:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.438443:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438448:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4adb5c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000004:00010000:3.0:1763338454.438462:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b181108a reply state 00000000005d0c5f transno 4294972512 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb63 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438473:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adb63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338454.438478:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750200) 00010000:00010000:3.0:1763338454.438480:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338454.438482:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338454.438603:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56891:x1848993290751360:12345-192.168.202.34@tcp:36:rm.0 Request processed in 12360us (12484us total) trans 4294972512 rc 0/0 00000100:00100000:3.0:1763338454.438611:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9415 00000100:00100000:3.0:1763338454.465957:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290752128 00000100:00100000:3.0:1763338454.465967:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290752128 00000100:00100000:3.0:1763338454.479811:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290752640 00000100:00100000:3.0:1763338454.479816:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290752640 00010000:00010000:3.0:1763338454.479838:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3920 expref: 48 pid: 8869 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.480242:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3088 00000100:00100000:3.0:1763338454.480251:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2409:x1848993290752640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.480575:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763338454.480598:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763338454.480601:0:6506:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb atime from disk: 0 -> 1763338454 00002000:00010000:3.0:1763338454.480604:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338454.480610:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3920 expref: 48 pid: 8869 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.480623:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3920 expref: 48 pid: 8869 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.480644:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4adb16 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3920 expref: 48 pid: 8869 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338454.480660:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.480662:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.480666:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4adb9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.480675:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4adb9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.480709:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.480753:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2409:x1848993290752640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 502us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.480770:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3088 00000100:00100000:3.0:1763338454.490078:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763338454.495662:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972514 is committed 00000004:00080000:3.0:1763338454.495671:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 949 committed 00000004:00080000:3.0:1763338454.496511:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 943 committed 00000004:00080000:3.0:1763338454.496522:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 942 committed 00000004:00080000:3.0:1763338454.496524:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 948 committed 00000100:00100000:3.0:1763338454.510892:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.513111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.520172:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.526914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.527230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.538210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.572163:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763338454.597211:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972522 is committed 00000004:00080000:3.0:1763338454.597221:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 945 committed 00000004:00080000:3.0:1763338454.597500:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 951 committed 00000004:00080000:3.0:1763338454.597510:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 950 committed 00000004:00080000:3.0:1763338454.597513:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 944 committed 00000100:00100000:3.0:1763338454.652187:0:24008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:24008:1848993303152128:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.652210:0:24008:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4adcba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.660776:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338454.660783:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4adcf2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.660788:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.660791:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4adcf2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.660797:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4adcf2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.660806:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b9:0x0].0x0 (ffff8fd26febd700) 00010000:00010000:3.0:1763338454.660808:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338454.660811:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4adcf2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.660816:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4adcf2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.660830:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.660831:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.660833:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.680958:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290758016 00000100:00100000:3.0:1763338454.680966:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290758016 00000100:00100000:3.0:1763338454.681017:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6505 00000100:00100000:3.0:1763338454.681027:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56890:x1848993290758016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.681037:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.681051:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4add15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af39c8 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338454.681074:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23f:0x0] initial LVB size: 4096, mtime: 0x691a68d7, atime: 0x0, ctime: 0x691a68d7, blocks: 0x8 00010000:00010000:3.0:1763338454.681095:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.681100:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.681111:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4add15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39c8 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.681134:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4add15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39c8 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.681150:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:3.0:1763338454.681220:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56890:x1848993290758016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 193us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.681229:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6505 00000100:00100000:3.0:1763338454.690808:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290758144 00000100:00100000:3.0:1763338454.690820:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290758144 00000100:00100000:3.0:1763338454.696967:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290758528 00000100:00100000:3.0:1763338454.696975:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290758528 00010000:00010000:3.0:1763338454.697002:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4adaa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38ef expref: 50 pid: 27817 timeout: 1224 lvb_type: 1 00000100:00100000:3.0:1763338454.697040:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3091 00000100:00100000:3.0:1763338454.697048:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+50:2409:x1848993290758528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.697060:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.697079:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4adaa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38ef expref: 50 pid: 27817 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.697090:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4adaa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38ef expref: 50 pid: 27817 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.697110:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4adaa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af38ef expref: 50 pid: 27817 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.697124:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.697126:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.697132:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4add31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39cf expref: 49 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.697143:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4add31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39cf expref: 49 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.697175:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4add31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39cf expref: 49 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338454.697196:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303152384:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338454.697315:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.700123:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303152384:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338454.700149:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.700207:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2409:x1848993290758528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3158us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.700217:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3091 00000100:00100000:3.0:1763338454.704126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.710863:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.711035:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290759680 00000100:00100000:3.0:1763338454.711045:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290759680 00000100:00100000:3.0:1763338454.711096:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9442 00000100:00100000:3.0:1763338454.711104:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270409c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56894:x1848993290759680:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.711125:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.711145:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4add85 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af39f2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.711251:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338454.711282:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4add77 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39eb expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.711291:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.711341:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4add77 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af39eb expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.712728:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4add77 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af39eb expref: 259 pid: 6518 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.712741:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d419f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303152512:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.713028:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.715791:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d419f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303152512:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.715820:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338454.716003:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290759936 00000100:00100000:3.0:1763338454.716010:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290759936 00010000:00010000:3.0:1763338454.716039:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adc43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3982 expref: 51 pid: 8405 timeout: 1224 lvb_type: 1 00000100:00100000:3.0:1763338454.716072:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290760064 00000100:00100000:3.0:1763338454.716075:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290760064 00010000:00010000:3.0:1763338454.716093:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4add77 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af39eb expref: 260 pid: 6518 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.716120:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3092 00000100:00100000:3.0:1763338454.716128:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+51:2410:x1848993290759936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.716142:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.716163:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adc43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3982 expref: 51 pid: 8405 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.716180:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adc43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3982 expref: 51 pid: 8405 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.716202:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adc43 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3982 expref: 51 pid: 8405 timeout: 1224 lvb_type: 1 00010000:00010000:3.0:1763338454.716215:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.716217:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338454.716224:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4add93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39f9 expref: 50 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.716236:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4add93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39f9 expref: 50 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.716286:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4add93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39f9 expref: 50 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338454.716299:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d419f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303152768:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338454.716442:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00010000:00010000:3.0:1763338454.716457:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716551:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338454.716576:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bb:0x0]: returning size 0 00000004:00080000:3.0:1763338454.716771:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x242:0x0], index 1: 0 00000004:00080000:3.0:1763338454.716778:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x242:0x0], index 0: 0 00000004:00080000:3.0:1763338454.716783:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x243:0x0], index 0: 0 00000004:00080000:3.0:1763338454.716789:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x243:0x0], index 1: 0 00010000:00010000:3.0:1763338454.716925:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716932:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716938:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716944:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.716949:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716956:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716967:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bb:0x0].0x0 (ffff8fd26febd600) 00010000:00010000:3.0:1763338454.716970:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338454.716974:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.716979:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4add8c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338454.717078:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4add85 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39f2 expref: 259 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.717088:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bb:0x0].0x0 (ffff8fd26febd600) 00010000:00010000:3.0:1763338454.717091:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338454.717095:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4add85 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af39f2 expref: 259 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.717108:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb800, rc 0) 00000100:00100000:3.0:1763338454.717156:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270409c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56894:x1848993290759680:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6051us (6297us total) trans 4294972528 rc 301/301 00000100:00100000:3.0:1763338454.717164:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9442 00000100:00100000:3.0:1763338454.730374:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763338454.735711:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972531 is committed 00000004:00080000:3.0:1763338454.735725:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 953 committed 00000004:00080000:3.0:1763338454.735740:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 947 committed 00000004:00080000:3.0:1763338454.735747:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 946 committed 00000004:00080000:3.0:1763338454.735749:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 952 committed 00000100:00100000:3.0:1763338454.736036:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303153024:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338454.739302:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.739328:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303153536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338454.739355:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338454.746777:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.746816:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.746837:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.746859:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338454.749776:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.755868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.755955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338454.757554:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338454.757562:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4ade03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.757571:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.757575:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4ade03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.757583:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4ade03 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.757596:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1b8:0x0].0x0 (ffff8fd144750c00) 00010000:00010000:3.0:1763338454.757599:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338454.757604:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4ade03 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.757610:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4ade03 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338454.757623:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.757625:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.757626:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.760508:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.761463:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9448 00000100:00100000:3.0:1763338454.761474:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+255:55909:x1848993290762752:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338454.761507:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.761510:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338454.761602:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4ade0a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a15 expref: 256 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.761617:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bb:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.761622:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.761631:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ade18 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3a1c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.761664:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ade26 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.761673:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ade26 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.761770:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ade26 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:3.0:1763338454.761996:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1454, 88 off122664 00000004:00080000:3.0:1763338454.762003:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124473740726ns, next at 1125468213929ns, rc = 0 00000040:00080000:3.0:1763338454.762041:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1453, 88 off122400 00000004:00080000:3.0:1763338454.762045:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124473783043ns, next at 1125468244082ns, rc = 0 00000040:00080000:3.0:1763338454.762057:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1454, 88 off122488 00000004:00080000:3.0:1763338454.762060:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124473798426ns, next at 1125468244082ns, rc = 0 00000040:00080000:3.0:1763338454.762069:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1455, 88 off122752 00000004:00080000:3.0:1763338454.762073:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124473810961ns, next at 1125468213929ns, rc = 0 00000001:00080000:3.0:1763338454.764949:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972537 is committed 00000004:00080000:3.0:1763338454.764965:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 956 committed 00000004:00080000:3.0:1763338454.764982:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 950 committed 00000004:00080000:3.0:1763338454.765640:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 949 committed 00000004:00080000:3.0:1763338454.765644:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 955 committed 00000004:00080000:3.0:1763338454.765653:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 948 committed 00000004:00080000:3.0:1763338454.765658:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 954 committed 00010000:00010000:3.0:1763338454.765820:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ade26 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a1c expref: 251 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.765832:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bb:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.765835:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338454.765854:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ade18 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a1c expref: 251 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338454.765876:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ade26 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a1c expref: 250 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.765907:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bb:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.765910:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338454.765913:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469ca400, rc 0) 00000100:00100000:3.0:1763338454.765960:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+250:55909:x1848993290762752:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4488us (5466us total) trans 4294972537 rc 0/0 00000100:00100000:3.0:1763338454.765969:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9448 00000100:00100000:3.0:1763338454.766548:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6518 00000100:00100000:3.0:1763338454.766555:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3656:x1848993303154304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338454.766573:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:574 count 1 00010000:00010000:3.0:1763338454.766600:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.766621:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4adb47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af392e expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.766632:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.766636:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338454.766640:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.766672:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4adb47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af392e expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.767817:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4adb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af392e expref: 13 pid: 27817 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338454.767829:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303155328:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338454.768093:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634780 going to sleep for 11 seconds 00000100:00100000:3.0:1763338454.774213:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303155328:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.774239:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775624:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338454.775632:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ade5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775640:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.775644:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ade5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775652:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ade5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775672:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ade5e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775689:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4ade5e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775710:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338454.775714:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ade57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775720:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.775723:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ade57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775730:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ade57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775740:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ade57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775746:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4ade57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.775758:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.775760:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.775761:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.776324:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776332:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776340:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776348:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776362:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338454.776489:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303154304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9934us (10940us total) trans 21474838893 rc 0/0 00000100:00100000:3.0:1763338454.776495:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6518 00010000:00010000:3.0:1763338454.776607:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338454.776613:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ade65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776620:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.776623:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ade65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776630:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ade65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776642:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ade65 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776649:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ade65 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776664:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338454.776667:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776674:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.776677:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776980:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776991:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.776998:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ade42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.777011:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.777013:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.777015:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.777028:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290764160 00000100:00100000:3.0:1763338454.777032:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290764160 00000100:00100000:3.0:1763338454.777206:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3291 00000100:00100000:3.0:1763338454.777214:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+250:56890:x1848993290764160:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.778505:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56890:x1848993290764160:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1284us (2427us total) trans 4294972538 rc 0/0 00000100:00100000:3.0:1763338454.778516:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3291 00000100:00100000:3.0:1763338454.779070:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303155840:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338454.779098:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4ade73 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a38 expref: 50 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.779116:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c4e00, rc 0) 00000100:00100000:3.0:1763338454.779158:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+50:55909:x1848993290763904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3271us (3311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.779166:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6526 00000100:00100000:3.0:1763338454.781904:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303155968:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338454.781924:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.782045:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2409:x1848993290764288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2629us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.782055:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3101 00000100:00100000:3.0:1763338454.783346:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290764672 00000100:00100000:3.0:1763338454.783352:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290764672 00000100:00100000:3.0:1763338454.785661:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290765056 00000100:00100000:3.0:1763338454.785666:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290765056 00000100:00100000:3.0:1763338454.785701:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3292 00000100:00100000:3.0:1763338454.785708:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56890:x1848993290765056:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.785896:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56890:x1848993290765056:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 190us (404us total) trans 4294972540 rc 0/0 00000100:00100000:3.0:1763338454.785903:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3292 00000100:00100000:3.0:1763338454.797590:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.802774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.814476:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.814626:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.820628:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.837041:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.840912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.844519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.847453:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.847483:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290768512 00000100:00100000:3.0:1763338454.847489:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290768512 00000100:00100000:3.0:1763338454.847523:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3297 00000100:00100000:3.0:1763338454.847533:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56896:x1848993290768512:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.847675:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56896:x1848993290768512:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 143us (222us total) trans 4294972549 rc 0/0 00000100:00100000:3.0:1763338454.847693:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3297 00000100:00100000:3.0:1763338454.852974:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.856811:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290769152 00000100:00100000:3.0:1763338454.856815:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290769152 00000100:00100000:3.0:1763338454.856842:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9463 00000100:00100000:3.0:1763338454.856848:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290769152:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338454.856861:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.856873:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4adfae lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3aa1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.856900:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4adfb5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.856912:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4adfb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.856922:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4adfb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.857034:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4adfae lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3aa1 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.857054:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4adfb5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3aa1 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.857062:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.857065:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338454.857068:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:3.0:1763338454.857097:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290769152:12345-192.168.202.34@tcp:101:bash.0 Request processed in 249us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.857104:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9463 00000100:00100000:3.0:1763338454.868515:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290770048 00000100:00100000:3.0:1763338454.868521:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290770048 00000100:00100000:3.0:1763338454.873043:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338454.878893:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290770432 00000100:00100000:3.0:1763338454.878904:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290770432 00000100:00100000:3.0:1763338454.879449:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9468 00000100:00100000:3.0:1763338454.879458:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56898:x1848993290770432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.879478:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.879496:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4adffb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3abd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.879556:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae002 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.879567:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adff4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.879574:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae002 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.879591:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adff4 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.879599:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae002 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338454.886559:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303157120 00000100:00100000:3.0:1763338454.886566:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303157120 00000100:00100000:3.0:1763338454.886598:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303157376 00000100:00100000:3.0:1763338454.886603:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303157376 00000100:00100000:3.0:1763338454.886997:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6536 00000100:00100000:3.0:1763338454.887011:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303157376:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338454.887082:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338454.887089:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.887093:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.887095:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338454.887100:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338454.887139:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303157376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 131us (626us total) trans 21474838896 rc 0/0 00000100:00100000:3.0:1763338454.887150:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6536 00010000:00010000:3.0:1763338454.896059:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338454.896067:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896076:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338454.896080:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896095:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896109:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae009 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896117:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae009 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896134:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.896135:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338454.896137:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338454.896151:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290770816 00000100:00100000:3.0:1763338454.896156:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290770816 00000100:00100000:3.0:1763338454.896205:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9469 00000100:00100000:3.0:1763338454.896212:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56898:x1848993290770816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.896227:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.896243:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae02c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ac4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896320:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae02c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ac4 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896334:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae02c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ac4 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.896351:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.896355:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338454.896358:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:3.0:1763338454.896402:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+252:56898:x1848993290770816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 190us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.896410:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9469 00000100:00100000:3.0:1763338454.904877:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290771200 00000100:00100000:3.0:1763338454.904889:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290771200 00000100:00100000:3.0:1763338454.904955:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:3.0:1763338454.904965:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+252:2408:x1848993290771200:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338454.904982:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338454.905006:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae02c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ac4 expref: 252 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.905024:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.905029:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338454.905159:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+251:2408:x1848993290771200:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.905167:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 410 00000100:00100000:3.0:1763338454.906791:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290771584 00000100:00100000:3.0:1763338454.906799:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290771584 00000100:00100000:3.0:1763338454.906856:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3299 00000100:00100000:3.0:1763338454.906864:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56898:x1848993290771584:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338454.907099:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+252:56898:x1848993290771584:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 234us (452us total) trans 4294972556 rc 0/0 00000100:00100000:3.0:1763338454.907107:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3299 00000100:00100000:3.0:1763338454.914826:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290771840 00000100:00100000:3.0:1763338454.914838:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290771840 00000100:00100000:3.0:1763338454.914903:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9470 00000100:00100000:3.0:1763338454.914914:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+252:56898:x1848993290771840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.914939:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.914964:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae03a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ad9 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.915043:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.915154:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915167:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915182:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.915188:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915194:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915377:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae04f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.915398:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae04f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915408:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae04f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338454.915424:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bd:0x0]: returning size 2 00010000:00010000:3.0:1763338454.915521:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915529:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915535:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915541:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915547:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.915552:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915560:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915573:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338454.915578:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.915583:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915589:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae041 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915604:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915611:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915620:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915625:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.915627:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915632:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915639:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307c500) 00010000:00010000:3.0:1763338454.915641:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.915643:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915650:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae048 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.915690:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae03a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ad9 expref: 255 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.915706:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae04f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ad9 expref: 254 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.915714:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.915716:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338454.915718:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:3.0:1763338454.915781:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56898:x1848993290771840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 868us (1207us total) trans 4294972557 rc 0/0 00000100:00100000:3.0:1763338454.915789:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9470 00000100:00100000:3.0:1763338454.934775:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290772736 00000100:00100000:3.0:1763338454.934784:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290772736 00000100:00100000:3.0:1763338454.934852:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9471 00000100:00100000:3.0:1763338454.934862:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56898:x1848993290772736:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.934878:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.934900:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae05d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ae0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935002:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae064 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.935017:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae064 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.935028:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae064 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338454.935041:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bd:0x0]: returning size 2 00010000:00010000:3.0:1763338454.935150:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae05d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ae0 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935167:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae064 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ae0 expref: 257 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935175:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.935178:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338454.935182:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469ca400, rc 0) 00000100:00100000:3.0:1763338454.935245:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56898:x1848993290772736:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 384us (703us total) trans 4294972559 rc 0/0 00000100:00100000:3.0:1763338454.935253:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9471 00000100:00100000:3.0:1763338454.935709:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290772992 00000100:00100000:3.0:1763338454.935713:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290772992 00000100:00100000:3.0:1763338454.935743:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9472 00000100:00100000:3.0:1763338454.935749:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56899:x1848993290772992:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338454.935773:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763338454.935787:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4adff4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ab6 expref: 257 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935800:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae04f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ad9 expref: 256 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935811:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae002 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3abd expref: 255 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935831:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4adfb5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3aa1 expref: 254 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.935838:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.935841:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.935860:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.935868:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.935876:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.935890:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae079 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.935901:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae079 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.935907:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae079 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.935968:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.935976:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.935982:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00080000:3.0:1763338454.936193:0:10039:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1bd:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763338454.936283:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936291:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936297:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936302:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a25a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.936307:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936314:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936323:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.936326:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338454.936329:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936334:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae080 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936347:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936352:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936359:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936365:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936371:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.936374:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936380:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936399:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338454.936402:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.936405:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936411:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae072 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:3.0:1763338454.936424:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e64210ba reply state 00000000fd6c46a2 transno 4294972560 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae079 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936435:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae079 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.936441:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307c500) 00010000:00010000:3.0:1763338454.936443:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338454.936446:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338454.937394:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56899:x1848993290772992:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1629us (1719us total) trans 4294972560 rc 0/0 00000100:00100000:3.0:1763338454.937402:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9472 00000100:00100000:3.0:1763338454.945822:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290773248 00000100:00100000:3.0:1763338454.945835:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290773248 00000100:00100000:3.0:1763338454.945894:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3302 00000100:00100000:3.0:1763338454.945909:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243556450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56898:x1848993290773248:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:3.0:1763338454.945986:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1bd:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae064 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ae0 expref: 255 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.946031:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763338454.946045:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.946055:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000004:00020000:3.0:1763338454.946220:0:6522:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1bd:0x0]: rc = -1 00010000:00010000:3.0:1763338454.946252:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947087:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947104:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947111:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.947116:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947125:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947138:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.947141:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763338454.947146:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947152:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae087 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338454.947165:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338454.947168:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338454.947174:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae064 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ae0 expref: 255 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338454.949876:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290773376 00000100:00100000:3.0:1763338454.949885:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290773376 00000100:00100000:3.0:1763338454.949945:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9473 00000100:00100000:3.0:1763338454.949955:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56898:x1848993290773376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.949978:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.950004:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826a00/0x4ea0a6980f4ae08e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ae7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.950062:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826a00/0x4ea0a6980f4ae08e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ae7 expref: 256 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.950075:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826a00/0x4ea0a6980f4ae08e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ae7 expref: 256 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.950091:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bd:0x0].0x0 (ffff8fd14307c300) 00010000:00010000:3.0:1763338454.950094:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338454.950097:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143826a00, rc 0) 00000100:00100000:3.0:1763338454.950151:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56898:x1848993290773376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 197us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.950158:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9473 00000100:00100000:3.0:1763338454.972718:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290773888 00000100:00100000:3.0:1763338454.972728:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290773888 00000100:00100000:3.0:1763338454.972783:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9475 00000100:00100000:3.0:1763338454.972792:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56900:x1848993290773888:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.972811:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.972835:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae0b1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3af5 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.972897:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.972910:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.972921:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.972935:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338454.972942:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.972948:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.972987:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.972994:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.972999:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973004:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973010:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143827400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.973014:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973020:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973030:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338454.973033:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.973037:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973043:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae0b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973055:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973060:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973065:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973069:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143827e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.973071:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973075:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973081:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307c500) 00010000:00010000:3.0:1763338454.973083:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.973086:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973090:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae0bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338454.973112:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae0b1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3af5 expref: 258 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.973120:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338454.973122:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.973124:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae0b1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3af5 expref: 258 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.973139:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143826200, rc 0) 00000100:00100000:3.0:1763338454.973201:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56900:x1848993290773888:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 411us (604us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338454.973208:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9475 00000100:00100000:3.0:1763338454.976591:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290774016 00000100:00100000:3.0:1763338454.976601:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290774016 00000100:00100000:3.0:1763338454.976670:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9476 00000100:00100000:3.0:1763338454.976692:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56900:x1848993290774016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.976718:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.976753:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae0c6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3afc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.976827:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae0cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.976843:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae0cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.976854:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae0cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338454.976900:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338454.976905:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338454.976945:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae0c6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3afc expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.976962:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae0cd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3afc expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.976978:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338454.976981:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338454.976985:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a25a00, rc 0) 00000100:00100000:3.0:1763338454.977171:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56900:x1848993290774016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 490us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338454.977179:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9476 00000100:00100000:3.0:1763338454.983339:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290774272 00000100:00100000:3.0:1763338454.983356:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290774272 00000100:00100000:3.0:1763338454.983472:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9477 00000100:00100000:3.0:1763338454.983485:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56901:x1848993290774272:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.983508:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.983535:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae0d4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b03 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.983632:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.983648:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983661:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983673:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.983681:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983688:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983728:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983736:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983742:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983748:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983754:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.983759:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983766:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983779:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338454.983783:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.983788:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983794:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae0db lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.983993:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984002:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984008:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984014:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.984018:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984025:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984036:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307c500) 00010000:00010000:3.0:1763338454.984039:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.984044:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984050:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae0e2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.984086:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae0d4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b03 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.984098:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338454.984101:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338454.984106:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae0d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b03 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.984119:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469ca400, rc 0) 00000100:00100000:3.0:1763338454.984190:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56901:x1848993290774272:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 707us (3845us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338454.984198:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9477 00000100:00100000:3.0:1763338454.996770:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290774656 00000100:00100000:3.0:1763338454.996781:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290774656 00000100:00100000:3.0:1763338454.996857:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9479 00000100:00100000:3.0:1763338454.996868:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56900:x1848993290774656:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338454.996889:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338454.996893:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338454.996925:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae0cd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3afc expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.996944:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338454.996954:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338454.996971:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae0fe lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b11 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.997071:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.997082:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997090:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997097:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae10c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.997103:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae10c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997109:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae10c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997556:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338454.997570:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997578:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338454.997588:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1be:0x0]: returning size 0 00010000:00010000:3.0:1763338454.997622:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997629:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997636:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997642:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997647:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338454.997651:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997658:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.997666:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338454.997669:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338454.997673:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.998043:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae105 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338454.998063:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002c8b2c21 reply state 0000000019613c85 transno 4294972563 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae10c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.998076:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae10c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338454.998083:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307c500) 00010000:00010000:3.0:1763338454.998086:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338454.998089:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338454.998122:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae0fe lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b11 expref: 260 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.998139:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b11 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338454.998147:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338454.998150:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338454.998152:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24a00, rc 0) 00000100:00100000:3.0:1763338454.999347:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56900:x1848993290774656:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2474us (2746us total) trans 4294972563 rc 0/0 00000100:00100000:3.0:1763338454.999357:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9479 00000100:00100000:3.0:1763338455.003836:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290774912 00000100:00100000:3.0:1763338455.003850:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290774912 00000100:00100000:3.0:1763338455.004114:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9480 00000100:00100000:3.0:1763338455.004125:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56900:x1848993290774912:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.004151:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.004176:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae121 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b18 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.004342:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae128 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.004356:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b11 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.004365:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae128 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.004411:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b11 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.004423:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b11 expref: 261 pid: 6518 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338455.004436:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303157632:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.004509:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.008450:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303157632:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338455.008476:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae128 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338455.009045:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290775296 00000100:00100000:3.0:1763338455.009051:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290775296 00010000:00010000:3.0:1763338455.009079:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae113 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b11 expref: 264 pid: 6518 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338455.022925:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290776320 00000100:00100000:3.0:1763338455.022931:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290776320 00000100:00100000:3.0:1763338455.022969:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3306 00000100:00100000:3.0:1763338455.022978:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56900:x1848993290776320:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.023076:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56900:x1848993290776320:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 93us (1188us total) trans 4294972569 rc 0/0 00000100:00100000:3.0:1763338455.023083:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3306 00000100:00100000:3.0:1763338455.031058:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290776832 00000100:00100000:3.0:1763338455.031070:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290776832 00000100:00100000:3.0:1763338455.031231:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9483 00000100:00100000:3.0:1763338455.031242:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290776832:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338455.031281:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.031285:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338455.031313:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae160 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b26 expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.031333:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd252695c00) 00010000:00010000:3.0:1763338455.031344:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.031363:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae16e lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b3b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.031480:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae175 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.031492:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae175 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.031500:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae175 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338455.031515:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1be:0x0]: returning size 0 00010000:00010000:3.0:1763338455.031641:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae16e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b3b expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.031656:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae175 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b3b expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.031662:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.031665:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338455.031668:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:3.0:1763338455.031756:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290776832:12345-192.168.202.34@tcp:101:bash.0 Request processed in 515us (1984us total) trans 4294972570 rc 0/0 00000100:00100000:3.0:1763338455.031764:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9483 00000100:00100000:3.0:1763338455.035011:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.035035:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290776960 00000100:00100000:3.0:1763338455.035044:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290776960 00000100:00100000:3.0:1763338455.035089:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9484 00000100:00100000:3.0:1763338455.035098:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290776960:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338455.035122:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.035142:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae183 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b42 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.035177:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae18a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.035194:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae18a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.035205:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae18a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.035341:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae183 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b42 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.035358:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae18a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b42 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.035366:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.035369:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338455.035374:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469ca400, rc 0) 00000100:00100000:3.0:1763338455.035442:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290776960:12345-192.168.202.34@tcp:101:bash.0 Request processed in 345us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.035449:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9484 00000100:00100000:3.0:1763338455.038660:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.045220:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290777344 00000100:00100000:3.0:1763338455.045231:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290777344 00000100:00100000:3.0:1763338455.048198:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290777472 00000100:00100000:3.0:1763338455.048203:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290777472 00000100:00100000:3.0:1763338455.048244:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9487 00000100:00100000:3.0:1763338455.048252:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290777472:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338455.048282:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.048302:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae1ad lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b50 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.048344:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae1ad lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b50 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.048357:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae1ad lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b50 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.048373:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.048377:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338455.048381:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbc00, rc 0) 00000100:00100000:3.0:1763338455.048415:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290777472:12345-192.168.202.34@tcp:101:bash.0 Request processed in 164us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.048422:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9487 00000100:00100000:3.0:1763338455.059469:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.060500:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56902:x1848993290777984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2820us (2997us total) trans 4294972574 rc 0/0 00000100:00100000:3.0:1763338455.060508:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9488 00000100:00100000:3.0:1763338455.068245:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290778496 00000100:00100000:3.0:1763338455.068761:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290778496 00000100:00100000:3.0:1763338455.068864:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3308 00000100:00100000:3.0:1763338455.068877:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243557c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56902:x1848993290778496:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.069152:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243557c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56902:x1848993290778496:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 277us (1705us total) trans 4294972575 rc 0/0 00000100:00100000:3.0:1763338455.069159:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3308 00000100:00100000:3.0:1763338455.074752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.074807:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.094888:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303158144:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338455.098149:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.098179:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303158656:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.098204:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.098228:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303158144 00000100:00100000:3.0:1763338455.098232:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303158144 00000100:00100000:3.0:1763338455.098247:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303158528 00000100:00100000:3.0:1763338455.098249:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303158528 00000100:00100000:3.0:1763338455.098276:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6542 00000100:00100000:3.0:1763338455.098285:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303157888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338455.098312:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:580 count 1 00010000:00010000:3.0:1763338455.098331:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae1e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.098349:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae025 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3acb expref: 16 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.098356:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338455.098358:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338455.098361:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae1e5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.098401:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3acb expref: 16 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.098414:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3acb expref: 16 pid: 8406 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338455.098429:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303158912:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.098476:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.098496:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6544 00000100:00100000:3.0:1763338455.098504:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+108:3657:x1848993303158400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338455.098520:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:581 count 1 00010000:00010000:3.0:1763338455.098535:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae1ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.098552:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4adfa0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a8c expref: 52 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.098559:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.098561:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.098564:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae1ec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.098582:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4adfa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a8c expref: 52 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.098592:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4adfa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a8c expref: 52 pid: 35252 timeout: 1224 lvb_type: 1 00000100:00100000:3.0:1763338455.098602:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280733100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303159040:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.098625:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.098641:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6546 00000100:00100000:3.0:1763338455.098648:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303158016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338455.098658:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:581 count 1 00010000:00010000:3.0:1763338455.098669:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.103565:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4adfa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a93 expref: 16 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.103581:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.103585:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.103590:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.103642:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4adfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a93 expref: 16 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.103671:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4adfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3a93 expref: 16 pid: 35252 timeout: 1224 lvb_type: 1 00000100:00100000:3.0:1763338455.103687:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303159296:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.103782:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.104356:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290779008 00000100:00100000:3.0:1763338455.104369:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290779008 00000100:00100000:3.0:1763338455.104426:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9490 00000100:00100000:3.0:1763338455.104435:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+251:56903:x1848993290779008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.104455:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.104477:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae201 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b65 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.104795:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.104808:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105436:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105456:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.105465:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105472:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105587:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae216 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.105596:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae216 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105603:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae216 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338455.105615:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1be:0x0]: returning size 2 00010000:00010000:3.0:1763338455.105717:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105723:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105730:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105737:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105743:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.105747:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105754:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105766:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338455.105769:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.105773:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105778:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae208 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105788:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105794:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105800:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105806:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a25a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.105808:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.105813:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.106932:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338455.106936:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.106940:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.106947:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae20f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.106993:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae201 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b65 expref: 254 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.107010:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae216 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b65 expref: 253 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.107017:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.107020:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338455.107023:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143826200, rc 0) 00000100:00100000:3.0:1763338455.107068:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56903:x1848993290779008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2634us (3021us total) trans 4294972577 rc 0/0 00000100:00100000:3.0:1763338455.107076:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9490 00000100:00100000:3.0:1763338455.107174:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.107304:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303159296:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338455.107319:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.108207:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae1f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.108216:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae1f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.108224:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae1f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.108244:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338455.108512:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+110:3655:x1848993303158144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9903us (10362us total) trans 17179871575 rc 0/0 00000100:00100000:1.0:1763338455.108519:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6545 00000100:00100000:1.0:1763338455.109413:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.109443:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338455.110251:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.110289:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.110299:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.110306:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae1fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.110331:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338455.110550:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303158016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11903us (12379us total) trans 21474838903 rc 0/0 00000100:00100000:3.0:1763338455.110557:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6546 00000004:00080000:1.0:1763338455.110751:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858f800/2, rc 0, transno 21474838903 00000100:00100000:1.0:1763338455.110757:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303158016:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.111476:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.114085:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.119590:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:192bbc18-1509-47d5-8978-c78322e92577:3654:1848993303159680:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.119672:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.119719:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1848993303160192:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.119741:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.119757:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303160704:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.119777:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.119798:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763338455.119804:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303159808:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.119824:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.119842:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3654:1848993303160320:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.119862:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.119874:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303160832:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.124646:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.124723:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:192bbc18-1509-47d5-8978-c78322e92577:3654:1848993303159680:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.124740:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3654:1848993303160192:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.124752:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303160704:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.124781:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303159808:0@lo:400:kworker.0 00000100:00100000:1.0:1763338455.124791:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3654:1848993303160320:0@lo:400:kworker.0 00000100:00100000:3.0:1763338455.125616:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303160832 00000100:00100000:3.0:1763338455.125623:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303160832 00000100:00100000:3.0:1763338455.125668:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1763338455.125675:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1848993303160832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338455.128663:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1848993303160832:12345-0@lo:400:kworker.0 Request processed in 2977us (4007us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.128678:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1763338455.128961:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303160832:0@lo:400:kworker.0 00000100:00100000:3.0:1763338455.140575:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290781184 00000100:00100000:3.0:1763338455.140580:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290781184 00000100:00100000:3.0:1763338455.140615:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9492 00000100:00100000:3.0:1763338455.140623:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56904:x1848993290781184:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338455.140649:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338455.140667:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae1de lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b5e expref: 257 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.140760:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae216 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b65 expref: 256 pid: 6518 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338455.140775:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae18a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b42 expref: 256 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.140792:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.140796:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae240 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.140804:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae240 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.140811:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae240 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.140826:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.140844:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.140852:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.140860:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.140871:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.140878:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.140885:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.140950:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.140957:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae240 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.140964:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.140974:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae240 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1be:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.140981:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338455.147939:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.147997:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338455.148363:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.148372:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338455.148614:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1be:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338455.149723:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.149734:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.149741:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.149748:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.149751:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.149759:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.149772:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.149776:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338455.149780:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae26a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.149788:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae26a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.149794:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae26a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.153394:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153416:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae255 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153444:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153452:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153460:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153466:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.153471:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153479:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153497:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338455.153501:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.153505:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153513:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae247 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338455.153540:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004eb42a28 reply state 000000005f8f5a07 transno 4294972581 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153554:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.153562:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338455.153574:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338455.153579:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338455.153741:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56904:x1848993290781184:12345-192.168.202.34@tcp:36:rm.0 Request processed in 13112us (13204us total) trans 4294972581 rc 0/0 00000100:00100000:3.0:1763338455.153753:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9492 00000100:00100000:1.0:1763338455.167666:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56903:x1848993290781696:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2415us (3048us total) trans 4294972582 rc 0/0 00000100:00100000:1.0:1763338455.167677:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9494 00000100:00100000:3.0:1763338455.170566:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.173223:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290781952 00000100:00100000:1.0:1763338455.173229:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290781952 00000100:00100000:1.0:1763338455.173294:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9495 00000100:00100000:1.0:1763338455.173303:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56905:x1848993290781952:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.173320:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.173339:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae28d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b96 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.173410:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338455.173424:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173434:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173444:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338455.173451:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173456:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173501:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173509:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173515:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173521:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173527:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.173531:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173538:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173553:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26feba200) 00010000:00010000:1.0:1763338455.173557:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.173562:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173568:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae294 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173581:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173587:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173592:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173597:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.173600:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173606:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173612:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338455.173614:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.173617:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173622:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae29b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.173650:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae28d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b96 expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.173660:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26feba200) 00010000:00010000:1.0:1763338455.173663:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.173666:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae28d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b96 expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.173677:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148587400, rc 0) 00000100:00100000:1.0:1763338455.173731:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56905:x1848993290781952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 429us (581us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.173739:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9495 00000100:00100000:1.0:1763338455.180017:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.180063:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290782208 00000100:00100000:3.0:1763338455.180069:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290782208 00000100:00100000:3.0:1763338455.180109:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9496 00000100:00100000:3.0:1763338455.180117:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56905:x1848993290782208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.180130:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.180152:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae2a2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3b9d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.180210:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.180224:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180239:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180249:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.180256:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180303:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180336:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180343:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180349:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180355:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.180359:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180367:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180378:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338455.180390:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.180396:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180403:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae2a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180416:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180423:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180428:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180433:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.180436:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180441:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180447:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338455.180450:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.180452:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180458:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae2b0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.180484:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae2a2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b9d expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.180493:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338455.180495:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.180499:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae2a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b9d expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.180518:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:3.0:1763338455.180575:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56905:x1848993290782208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 459us (559us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338455.180583:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9496 00000100:00100000:1.0:1763338455.184922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.188130:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290782464 00000100:00100000:1.0:1763338455.188142:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290782464 00010000:00010000:1.0:1763338455.188179:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b6c expref: 56 pid: 17642 timeout: 1224 lvb_type: 0 00000100:00100000:1.0:1763338455.188212:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3113 00000100:00100000:1.0:1763338455.188221:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+56:2408:x1848993290782464:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.188235:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338455.188253:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338455.188256:0:6506:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb atime from disk: 0 -> 1763338455 00002000:00010000:1.0:1763338455.188259:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338455.188285:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b6c expref: 56 pid: 17642 timeout: 1224 lvb_type: 0 00010000:00010000:1.0:1763338455.188299:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b6c expref: 56 pid: 17642 timeout: 1224 lvb_type: 0 00010000:00010000:1.0:1763338455.188327:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae224 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b6c expref: 56 pid: 17642 timeout: 1224 lvb_type: 0 00010000:00010000:1.0:1763338455.188345:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.188347:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.188352:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae286 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.188363:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae286 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.188399:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.188471:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2408:x1848993290782464:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 251us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.188479:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3113 00000100:00100000:3.0:1763338455.190152:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338455.190994:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191004:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191010:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191016:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.191020:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191028:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191041:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338455.191044:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.191049:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191055:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae2cc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191067:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191072:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191077:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191081:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.191084:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191088:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191094:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338455.191097:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.191099:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191104:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae2d3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.191134:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae2c5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bab expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.191144:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338455.191146:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.191150:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae2c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bab expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.191159:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:1.0:1763338455.191220:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56905:x1848993290782592:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 920us (1077us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.191227:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9498 00000100:00100000:1.0:1763338455.193931:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290782848 00000100:00100000:1.0:1763338455.193942:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290782848 00000100:00100000:1.0:1763338455.193996:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290783104 00000100:00100000:1.0:1763338455.194000:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290783104 00000100:00100000:1.0:1763338455.194027:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9499 00000100:00100000:3.0:1763338455.194036:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9500 00000100:00100000:1.0:1763338455.194037:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56903:x1848993290782848:12345-192.168.202.34@tcp:36:lfs.0 00000100:00100000:3.0:1763338455.194045:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56905:x1848993290783104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.194055:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.194058:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338455.194080:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338455.194081:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ae2be lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ba4 expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.194090:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae26a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b88 expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.194098:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338455.194098:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:1.0:1763338455.194102:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.194107:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.194121:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae2da lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bb2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.194125:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae2e1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.194136:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae2e1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.194143:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae2e1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.194192:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.194200:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194206:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194215:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.194225:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194232:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:1.0:1763338455.194376:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1464, 88 off123448 00000004:00080000:1.0:1763338455.194396:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124906132821ns, next at 1125468213929ns, rc = 0 00000040:00080000:1.0:1763338455.194454:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1464, 88 off123208 00000004:00080000:1.0:1763338455.194459:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124906197314ns, next at 1125468244082ns, rc = 0 00000040:00080000:1.0:1763338455.194491:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1465, 88 off123296 00000004:00080000:1.0:1763338455.194495:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124906233411ns, next at 1125468244082ns, rc = 0 00000040:00080000:1.0:1763338455.194512:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1465, 88 off123536 00000004:00080000:1.0:1763338455.194517:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124906254794ns, next at 1125468213929ns, rc = 0 00010000:00010000:3.0:1763338455.194583:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.194592:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194598:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338455.194608:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00010000:00010000:3.0:1763338455.194632:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194638:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194643:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194649:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194654:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143826200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.194658:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194665:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194678:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:3.0:1763338455.194681:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.194685:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194692:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae2e8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338455.194702:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000003572272 reply state 0000000018c94c62 transno 4294972583 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194714:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.194720:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338455.194723:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338455.194725:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338455.194749:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae2da lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb2 expref: 262 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.194764:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb2 expref: 261 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.194771:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:3.0:1763338455.194774:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338455.194776:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143827e00, rc 0) 00000100:00100000:3.0:1763338455.194847:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56905:x1848993290783104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 803us (1276us total) trans 4294972583 rc 0/0 00000100:00100000:3.0:1763338455.194855:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9500 00010000:00010000:1.0:1763338455.197102:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197115:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197123:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197129:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.197134:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197141:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197157:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338455.197160:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.197165:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197172:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae24e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.197193:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.197198:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.197203:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.197208:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143827400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.197211:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.197216:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.197224:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338455.197226:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.197229:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.197233:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae2ef lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338455.198137:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303161856:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.198193:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.198224:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338455.198230:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303161728:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338455.198250:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.198301:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338455.198309:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303161984:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.198332:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.198358:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303161856 00000100:00100000:3.0:1763338455.198364:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303161856 00000100:00100000:3.0:1763338455.198406:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303161728 00000100:00100000:3.0:1763338455.198409:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303161728 00000100:00100000:3.0:1763338455.198436:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303161984 00000100:00100000:3.0:1763338455.198440:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303161984 00000100:00100000:3.0:1763338455.198460:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6554 00000100:00100000:3.0:1763338455.198468:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2753fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3656:x1848993303161856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.198816:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:1.0:1763338455.199708:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd260da3480/2, rc 0, transno 17179871578 00000100:00100000:1.0:1763338455.199716:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303161728:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338455.200602:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338455.200608:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb mtime from disk: 1763338455 -> 1763338455 00002000:00010000:3.0:1763338455.200612:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338455.200614:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb ctime from disk: 1763338455 -> 1763338455 00002000:00010000:3.0:1763338455.200616:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338455.200675:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2753fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3656:x1848993303161856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2205us (2479us total) trans 21474838905 rc 0/0 00000100:00100000:3.0:1763338455.200684:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6554 00000004:00080000:1.0:1763338455.200801:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15c00/2, rc 0, transno 21474838905 00000100:00100000:1.0:1763338455.200808:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303161856:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.200841:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338455.200855:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303162112:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338455.200884:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.200927:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303162112 00000100:00100000:3.0:1763338455.200932:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303162112 00000100:00100000:3.0:1763338455.200972:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6557 00000100:00100000:3.0:1763338455.200981:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+111:3654:x1848993303162112:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338455.201090:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338455.201093:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338455.201095:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338455.201097:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338455.201099:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338455.201138:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+112:3654:x1848993303162112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 158us (253us total) trans 17179871579 rc 0/0 00000100:00100000:3.0:1763338455.201145:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6557 00000004:00080000:1.0:1763338455.201173:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd260da3800/2, rc 0, transno 17179871579 00000100:00100000:1.0:1763338455.201180:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303162112:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338455.202778:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15500/2, rc 0, transno 21474838906 00000100:00100000:3.0:1763338455.202792:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303161984:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.203352:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303162240:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.203377:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338455.203396:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290783488 00000100:00100000:3.0:1763338455.203404:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290783488 00000100:00100000:3.0:1763338455.205696:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9502 00000100:00100000:3.0:1763338455.205711:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56903:x1848993290783488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.205738:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.205759:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bc0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.205817:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc0 expref: 254 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.205977:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc0 expref: 254 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.205997:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.206001:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338455.206006:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:3.0:1763338455.206068:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56903:x1848993290783488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 361us (3118us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.206075:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9502 00000100:00100000:1.0:1763338455.206208:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.206253:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290783616 00000100:00100000:3.0:1763338455.206282:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290783616 00010000:00010000:3.0:1763338455.206309:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb2 expref: 254 pid: 13583 timeout: 1224 lvb_type: 0 00000100:00100000:3.0:1763338455.206350:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3114 00000100:00100000:3.0:1763338455.206358:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:2409:x1848993290783616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338455.206370:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338455.206376:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb2 expref: 254 pid: 13583 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338455.206403:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb2 expref: 254 pid: 13583 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338455.206420:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae2f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb2 expref: 254 pid: 13583 timeout: 1224 lvb_type: 0 00010000:00010000:3.0:1763338455.206435:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:3.0:1763338455.206439:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.206447:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.206457:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.206476:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338455.206500:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+253:2409:x1848993290783616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 143us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.206507:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3114 00010000:00010000:1.0:1763338455.206664:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.206674:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.206706:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00000004:00080000:1.0:1763338455.206865:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x248:0x0], index 0: 0 00000004:00080000:1.0:1763338455.206871:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x248:0x0], index 1: 0 00000004:00080000:1.0:1763338455.206876:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x249:0x0], index 1: 0 00000004:00080000:1.0:1763338455.206880:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x249:0x0], index 0: 0 00010000:00010000:1.0:1763338455.206981:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.206990:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.206997:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.207003:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.207007:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.207014:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.207024:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:1.0:1763338455.207027:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338455.207030:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.207037:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae30b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.207075:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ae304 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb9 expref: 253 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.207084:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:1.0:1763338455.207086:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338455.207090:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ae304 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bb9 expref: 253 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.207101:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:1.0:1763338455.207143:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+252:56905:x1848993290783360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7956us (8327us total) trans 4294972585 rc 301/301 00000100:00100000:1.0:1763338455.207150:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9501 00000100:00100000:3.0:1763338455.211336:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290784000 00000100:00100000:3.0:1763338455.211347:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290784000 00000100:00100000:1.0:1763338455.211754:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290783744 00000100:00100000:1.0:1763338455.211760:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290783744 00000100:00100000:1.0:1763338455.211810:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9503 00000100:00100000:1.0:1763338455.212182:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56903:x1848993290783744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.212211:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.212239:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae320 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bc7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.212339:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae327 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.212357:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae327 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.212368:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae327 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.212408:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1be:0x0]: returning size 5 00000004:00200000:1.0:1763338455.212413:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338455.213809:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae327 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.213857:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae320 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc7 expref: 255 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.213880:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae327 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc7 expref: 254 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.213891:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:1.0:1763338455.213895:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763338455.213901:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148586000, rc 0) 00000100:00100000:1.0:1763338455.213959:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56903:x1848993290783744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2139us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.213968:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9503 00000100:00100000:1.0:1763338455.219151:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290784384 00000100:00100000:1.0:1763338455.219164:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290784384 00000100:00100000:1.0:1763338455.219224:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3313 00000100:00100000:1.0:1763338455.219234:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56905:x1848993290784384:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338455.219520:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56905:x1848993290784384:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 286us (426us total) trans 4294972587 rc 0/0 00000100:00100000:1.0:1763338455.219529:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3313 00000100:00100000:1.0:1763338455.232131:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290784640 00000100:00100000:1.0:1763338455.232142:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290784640 00000100:00100000:1.0:1763338455.232207:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9504 00000100:00100000:1.0:1763338455.232216:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+255:55909:x1848993290784640:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.232241:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.232285:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae335 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bd5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.232424:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.232438:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232450:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232461:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.232468:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232474:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232527:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae34a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.232539:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae34a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232545:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae34a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.232556:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1bf:0x0]: returning size 0 00010000:00010000:1.0:1763338455.232653:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232661:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232667:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232673:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148587400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.232676:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232683:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232695:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338455.232698:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.232703:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232708:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae33c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232721:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232798:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232806:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232811:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.232814:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232820:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232828:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febd100) 00010000:00010000:1.0:1763338455.232830:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.232833:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232838:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae343 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.232882:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae335 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bd5 expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.232896:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4ae34a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bd5 expref: 257 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.232904:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd26febd300) 00010000:00010000:1.0:1763338455.232906:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.232908:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143827e00, rc 0) 00000100:00100000:1.0:1763338455.233725:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290784640:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1503us (1819us total) trans 4294972588 rc 0/0 00000100:00100000:1.0:1763338455.234116:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9504 00000100:00100000:1.0:1763338455.237566:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290784768 00000100:00100000:1.0:1763338455.237576:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290784768 00000100:00100000:1.0:1763338455.237640:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9505 00000100:00100000:1.0:1763338455.237649:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290784768:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.237675:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.237709:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae358 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bdc expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.237742:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae35f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.237755:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae35f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.237765:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae35f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.237879:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae358 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bdc expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.237898:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4ae35f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bdc expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.237906:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd26febd300) 00010000:00010000:1.0:1763338455.237909:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338455.237912:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143827400, rc 0) 00000100:00100000:1.0:1763338455.237977:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:55909:x1848993290784768:12345-192.168.202.34@tcp:101:bash.0 Request processed in 328us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.237986:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9505 00000100:00100000:1.0:1763338455.252899:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290785408 00000100:00100000:1.0:1763338455.252909:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290785408 00000100:00100000:1.0:1763338455.252972:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9508 00000100:00100000:1.0:1763338455.252982:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:55909:x1848993290785408:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.253008:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.253013:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338455.253047:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e400/0x4ea0a6980f4ae36d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3be3 expref: 261 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.253066:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1bf:0x0].0x0 (ffff8fd26febd300) 00010000:00010000:1.0:1763338455.253072:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338455.253087:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4ae374 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bea expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.253141:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae37b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.253154:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae37b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.253164:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4ae37b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1bf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338455.253460:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1466, 88 off123384 00000004:00080000:1.0:1763338455.253468:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124965205198ns, next at 1125468244082ns, rc = 0 00000040:00080000:1.0:1763338455.254051:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1466, 88 off123624 00000004:00080000:1.0:1763338455.254058:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124965796109ns, next at 1125468213929ns, rc = 0 00000040:00080000:1.0:1763338455.254454:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1467, 88 off123712 00000004:00080000:1.0:1763338455.254461:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1124966199288ns, next at 1125468213929ns, rc = 0 00000040:00080000:1.0:1763338455.255413:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1467, 88 off123472 00000004:00080000:1.0:1763338455.255425:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1124967162999ns, next at 1125468244082ns, rc = 0 00000100:00100000:3.0:1763338455.263613:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303162496:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.263699:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.263740:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338455.263745:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303162368:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.263766:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.263805:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303162496 00000100:00100000:3.0:1763338455.263813:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303162496 00000100:00100000:3.0:1763338455.263855:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303162368 00000100:00100000:3.0:1763338455.263857:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303162368 00000100:00100000:3.0:1763338455.263881:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6559 00000100:00100000:3.0:1763338455.263892:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303162496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.264067:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303162496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 176us (368us total) trans 21474838907 rc 0/0 00000100:00100000:3.0:1763338455.264074:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6559 00000100:00100000:3.0:1763338455.264092:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6560 00000100:00100000:3.0:1763338455.264098:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303162368:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.264167:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303162368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (398us total) trans 21474838908 rc 0/0 00000100:00100000:3.0:1763338455.264176:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6560 00000004:00080000:3.0:1763338455.264213:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430aed80/2, rc 0, transno 21474838908 00000100:00100000:3.0:1763338455.264218:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303162368:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338455.264228:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430ac380/2, rc 0, transno 21474838907 00000100:00100000:3.0:1763338455.264232:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303162496:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.266236:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303162752 00000100:00100000:1.0:1763338455.266242:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303162752 00000100:00100000:1.0:1763338455.266622:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6562 00000100:00100000:1.0:1763338455.266630:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+114:3655:x1848993303162624:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338455.269431:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+114:3655:x1848993303162624:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2786us (4230us total) trans 17179871581 rc 0/0 00000100:00100000:1.0:1763338455.269448:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6562 00000100:00100000:1.0:1763338455.281419:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290785536 00000100:00100000:1.0:1763338455.281428:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290785536 00000100:00100000:1.0:1763338455.281487:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6563 00000100:00100000:1.0:1763338455.281497:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2408:x1848993290785536:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338455.282398:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2408:x1848993290785536:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 901us (1468us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.282408:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6563 00000100:00100000:1.0:1763338455.286838:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290785664 00000100:00100000:1.0:1763338455.286850:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290785664 00000100:00100000:1.0:1763338455.286921:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6564 00000100:00100000:1.0:1763338455.286933:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993290785664:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.286955:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.286977:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae382 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bf1 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.287001:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.287027:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.287030:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.287042:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bf1 expref: 18 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.287059:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd148586200/0x4ea0a6980f4ae382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bf1 expref: 18 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.287072:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148586200, rc 0) 00000100:00100000:1.0:1763338455.287138:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993290785664:12345-192.168.202.34@tcp:101:bash.0 Request processed in 207us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.287145:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6564 00000100:00100000:3.0:1763338455.290576:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290785792 00000100:00100000:3.0:1763338455.290588:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290785792 00000100:00100000:3.0:1763338455.290659:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6565 00000100:00100000:3.0:1763338455.290671:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2409:x1848993290785792:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338455.290820:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2409:x1848993290785792:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 149us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.290829:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6565 00000100:00100000:1.0:1763338455.302108:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290786048 00000100:00100000:1.0:1763338455.302121:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290786048 00000100:00100000:1.0:1763338455.302191:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6566 00000100:00100000:1.0:1763338455.302203:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+55:55909:x1848993290786048:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.302221:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.302244:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae390 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3bf8 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.302391:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.302415:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.302418:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.302428:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae390 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bf8 expref: 56 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.302444:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4ae390 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bf8 expref: 56 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.302462:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148587400, rc 0) 00000100:00100000:1.0:1763338455.302527:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+56:55909:x1848993290786048:12345-192.168.202.34@tcp:101:bash.0 Request processed in 326us (1834us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.302535:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6566 00000100:00100000:3.0:1763338455.305411:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.306009:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.307196:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.311445:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290786688 00000100:00100000:1.0:1763338455.311453:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290786688 00010000:00010000:1.0:1763338455.311491:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b2d expref: 20 pid: 17642 timeout: 1225 lvb_type: 1 00000100:00100000:1.0:1763338455.311531:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3115 00000100:00100000:1.0:1763338455.311539:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290786688:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.311558:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.311578:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b2d expref: 20 pid: 17642 timeout: 1225 lvb_type: 1 00010000:00010000:1.0:1763338455.311590:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b2d expref: 20 pid: 17642 timeout: 1225 lvb_type: 1 00010000:00010000:1.0:1763338455.311614:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae191 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b2d expref: 20 pid: 17642 timeout: 1225 lvb_type: 1 00010000:00010000:1.0:1763338455.311629:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.311631:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.311635:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.311651:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae3a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.311671:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.311716:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993290786688:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 178us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.311723:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3115 00000100:00100000:3.0:1763338455.312865:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290786944 00000100:00100000:3.0:1763338455.312874:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290786944 00000100:00100000:3.0:1763338455.312924:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3314 00000100:00100000:3.0:1763338455.312933:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243554050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:55909:x1848993290786944:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338455.313183:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243554050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+256:55909:x1848993290786944:12345-192.168.202.34@tcp:35:bash.0 Request processed in 249us (1862us total) trans 4294972592 rc 0/0 00000100:00100000:3.0:1763338455.313190:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3314 00000001:00080000:1.0:1763338455.315425:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838910 is committed 00000001:00080000:1.0:1763338455.315443:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838908 is committed 00000100:00100000:1.0:1763338455.330194:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.332988:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.333949:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290787584 00000100:00100000:1.0:1763338455.333962:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290787584 00000100:00100000:1.0:1763338455.334028:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9512 00000100:00100000:1.0:1763338455.334038:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56903:x1848993290787584:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338455.334096:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.334121:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4ae327 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc7 expref: 256 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.334144:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:1.0:1763338455.334148:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338455.334225:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4ae3e4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.334238:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4ae3e4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.334247:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4ae3e4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338455.334425:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055807641 reply state 00000000147ae35a transno 4294972594 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4ae3e4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.334438:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4ae3e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.334444:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:1.0:1763338455.334447:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338455.334450:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338455.334551:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56903:x1848993290787584:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 514us (1570us total) trans 4294972594 rc 0/0 00000100:00100000:1.0:1763338455.334559:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9512 00000100:00100000:3.0:1763338455.339589:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.339894:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290787712 00000100:00100000:1.0:1763338455.339905:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290787712 00000100:00100000:1.0:1763338455.339970:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6567 00000100:00100000:1.0:1763338455.339980:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56903:x1848993290787712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.340000:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.340024:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4ae3eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c0d expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.340052:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x247:0x0] initial LVB size: 4096, mtime: 0x691a68d7, atime: 0x0, ctime: 0x691a68d7, blocks: 0x8 00010000:00010000:1.0:1763338455.340074:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.340076:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.340084:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4ae3eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c0d expref: 14 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.340100:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4ae3eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c0d expref: 14 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.340119:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3800, rc 0) 00000100:00100000:1.0:1763338455.340188:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56903:x1848993290787712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 209us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.340195:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6567 00000100:00100000:3.0:1763338455.341132:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290787840 00000100:00100000:3.0:1763338455.341139:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290787840 00000100:00100000:3.0:1763338455.341187:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9513 00000100:00100000:3.0:1763338455.341195:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56907:x1848993290787840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.341212:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.341230:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae3f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c14 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.341314:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.341327:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341337:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341347:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.341353:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341360:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341419:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341427:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341433:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341440:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341446:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.341450:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341457:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341486:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:3.0:1763338455.341489:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.341495:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341502:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae3f9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341526:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341532:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341538:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341542:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.341545:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341551:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341562:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746dff00) 00010000:00010000:3.0:1763338455.341565:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.341568:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341573:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae400 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.341601:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae3f2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c14 expref: 258 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.341610:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:3.0:1763338455.341613:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.341616:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae3f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c14 expref: 258 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.341629:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:3.0:1763338455.341772:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56907:x1848993290787840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 577us (902us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338455.341780:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9513 00000100:00100000:3.0:1763338455.342650:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.342827:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290787968 00000100:00100000:1.0:1763338455.342835:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290787968 00000100:00100000:1.0:1763338455.342886:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6568 00000100:00100000:1.0:1763338455.342896:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+57:56903:x1848993290787968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.342914:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.342934:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4ae407 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c1b expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.342960:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae198 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b34 expref: 58 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.342968:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.342971:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.342975:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4ae407 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c1b expref: 58 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.343007:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae198 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b34 expref: 58 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.343021:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae198 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b34 expref: 58 pid: 17642 timeout: 1225 lvb_type: 1 00000100:00100000:1.0:1763338455.343041:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303163008:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338455.343120:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.343449:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.343747:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290788096 00000100:00100000:1.0:1763338455.343826:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290788096 00000100:00100000:1.0:1763338455.343866:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9514 00000100:00100000:1.0:1763338455.343872:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56907:x1848993290788096:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.343883:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.343898:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae40e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.343952:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.343963:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.343972:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.343980:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.343986:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.343992:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344024:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344031:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344036:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344041:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.344044:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344050:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344058:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26feba400) 00010000:00010000:1.0:1763338455.344061:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.344064:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344069:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae415 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344079:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344084:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344090:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344093:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.344096:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344105:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344110:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746dff00) 00010000:00010000:1.0:1763338455.344112:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.344114:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344118:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae41c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.344139:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae40e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c22 expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.344147:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26feba400) 00010000:00010000:1.0:1763338455.344148:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.344151:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae40e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c22 expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.344161:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3600, rc 0) 00000100:00100000:1.0:1763338455.344207:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56907:x1848993290788096:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 334us (758us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.344214:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9514 00000100:00100000:3.0:1763338455.346061:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.346645:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303163008:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.346674:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4ae407 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c1b expref: 58 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.346685:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3000, rc 0) 00000100:00100000:1.0:1763338455.346731:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+58:56903:x1848993290787968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3837us (4084us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.346739:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6568 00000100:00100000:3.0:1763338455.347481:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290788352 00000100:00100000:3.0:1763338455.347488:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290788352 00000100:00100000:3.0:1763338455.347531:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9515 00000100:00100000:3.0:1763338455.347540:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56907:x1848993290788352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.347557:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.347579:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae423 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c29 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.347630:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae42a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.347643:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae42a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.347655:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae42a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338455.347697:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338455.347703:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338455.347736:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae423 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c29 expref: 259 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.347754:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae42a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c29 expref: 258 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.347762:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:3.0:1763338455.347765:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338455.347774:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486a000, rc 0) 00000100:00100000:3.0:1763338455.347822:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56907:x1848993290788352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 283us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.347830:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9515 00000100:00100000:3.0:1763338455.348498:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303163136:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338455.348519:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338455.348589:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+57:2408:x1848993290788224:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2364us (2535us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.348603:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3116 00000100:00100000:1.0:1763338455.351871:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290788608 00000100:00100000:1.0:1763338455.351882:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290788608 00000100:00100000:1.0:1763338455.352044:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9516 00000100:00100000:1.0:1763338455.352055:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56907:x1848993290788608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.352075:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.352096:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae431 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.352162:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.352177:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352186:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352199:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.352206:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352212:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352249:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352256:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352294:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352301:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.352305:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352313:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352325:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:1.0:1763338455.352329:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.352337:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352345:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae438 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352358:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352363:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352369:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352378:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.352391:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352398:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352410:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746dff00) 00010000:00010000:1.0:1763338455.352414:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.352417:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352423:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae43f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.352453:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae431 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c30 expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.352469:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:1.0:1763338455.352474:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.352478:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae431 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c30 expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.352488:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f600, rc 0) 00000100:00100000:1.0:1763338455.352552:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56907:x1848993290788608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 499us (778us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.352561:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9516 00000100:00100000:3.0:1763338455.352700:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1636 00000100:00100000:3.0:1763338455.352711:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+57:2409:x1848993290788736:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338455.352828:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338455.352832:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb mtime from disk: 0 -> 1763338455 00002000:00010000:3.0:1763338455.352836:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338455.352844:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb ctime from disk: 0 -> 1763338455 00002000:00010000:3.0:1763338455.352852:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338455.352887:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+58:2409:x1848993290788736:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 178us (1080us total) trans 17179871583 rc 0/0 00000100:00100000:3.0:1763338455.352895:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1636 00002000:00010000:3.0:1763338455.352899:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/583 (0->18446744073709551615) 00002000:00100000:3.0:1763338455.352902:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bf9f80 with x1848993290788736 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338455.352910:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144bf9f80. 00000100:00100000:1.0:1763338455.355362:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290789120 00000100:00100000:1.0:1763338455.355371:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290789120 00000100:00100000:1.0:1763338455.355434:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290789248 00000100:00100000:1.0:1763338455.355438:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290789248 00000100:00100000:3.0:1763338455.355441:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9517 00000100:00100000:3.0:1763338455.355452:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56903:x1848993290789120:12345-192.168.202.34@tcp:36:lfs.0 00000100:00100000:1.0:1763338455.355473:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9518 00000100:00100000:1.0:1763338455.355480:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56907:x1848993290789248:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.355489:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.355492:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338455.355516:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae42a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c29 expref: 259 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.355530:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae446 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338455.355531:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cb00) 00010000:00010000:1.0:1763338455.355541:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.355544:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae446 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.355550:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae44d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c37 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.355552:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae446 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338455.355653:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000633e7ce6 reply state 000000005666fa4a transno 4294972595 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae446 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.355667:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae446 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.355673:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.355677:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.355677:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763338455.355679:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338455.355692:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.355699:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.355708:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae45b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.355714:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae45b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.355720:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae45b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338455.355763:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56903:x1848993290789120:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 313us (521us total) trans 4294972595 rc 0/0 00000100:00100000:3.0:1763338455.355770:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9517 00010000:00010000:1.0:1763338455.356140:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.356149:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356156:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.356168:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:1.0:1763338455.356191:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356198:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356204:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356209:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.356213:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356220:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356228:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26feba400) 00010000:00010000:1.0:1763338455.356231:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.356234:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356240:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae454 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338455.356250:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000261bb4a6 reply state 000000005c46fbaf transno 4294972596 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae45b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356283:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae45b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.356290:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746dff00) 00010000:00010000:1.0:1763338455.356292:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338455.356294:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338455.356318:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae44d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c37 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.356337:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c37 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.356343:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd26febae00) 00010000:00010000:1.0:1763338455.356345:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.356348:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475400, rc 0) 00000100:00100000:1.0:1763338455.356399:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56907:x1848993290789248:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 919us (1075us total) trans 4294972596 rc 0/0 00000100:00100000:1.0:1763338455.356406:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9518 00000100:00100000:1.0:1763338455.357688:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290789376 00000100:00100000:1.0:1763338455.357698:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290789376 00000100:00100000:1.0:1763338455.357779:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6569 00000100:00100000:1.0:1763338455.357788:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+58:2408:x1848993290789376:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338455.357918:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338455.357921:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb mtime from disk: 1763338455 -> 1763338455 00002000:00010000:1.0:1763338455.357924:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb atime from disk: 1763338455 -> 1763338455 00002000:00010000:1.0:1763338455.357926:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb ctime from disk: 1763338455 -> 1763338455 00002000:00010000:1.0:1763338455.357928:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338455.357981:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+59:2408:x1848993290789376:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 192us (439us total) trans 17179871584 rc 0/0 00000100:00100000:1.0:1763338455.357989:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6569 00000100:00100000:1.0:1763338455.359174:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290789632 00000100:00100000:1.0:1763338455.359181:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290789632 00000100:00100000:1.0:1763338455.359321:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9519 00000100:00100000:1.0:1763338455.359331:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56907:x1848993290789632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.359351:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.359373:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae470 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.359506:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.359524:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c37 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.359534:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.359573:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c37 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.359587:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae462 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c37 expref: 263 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.359601:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303163264:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338455.359698:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338455.361999:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303163264:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.362028:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338455.362190:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338455.363336:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363345:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.363369:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00000004:00080000:1.0:1763338455.363568:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24a:0x0], index 1: 0 00000004:00080000:1.0:1763338455.363576:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24a:0x0], index 0: 0 00000004:00080000:1.0:1763338455.363581:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24b:0x0], index 0: 0 00000004:00080000:1.0:1763338455.363585:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24b:0x0], index 1: 0 00010000:00010000:1.0:1763338455.363690:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363698:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363705:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363711:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.363715:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363722:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363733:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd26febae00) 00010000:00010000:1.0:1763338455.363735:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338455.363740:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363746:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae477 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.363790:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae470 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c3e expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.363804:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd26febae00) 00010000:00010000:1.0:1763338455.363807:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338455.363811:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae470 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c3e expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.363824:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3600, rc 0) 00000100:00100000:1.0:1763338455.363870:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56907:x1848993290789632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4539us (4792us total) trans 4294972597 rc 301/301 00000100:00100000:1.0:1763338455.363878:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9519 00000100:00100000:3.0:1763338455.365503:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290790144 00000100:00100000:3.0:1763338455.365510:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290790144 00010000:00010000:3.0:1763338455.365540:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc0 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338455.365576:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3118 00000100:00100000:3.0:1763338455.365585:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2409:x1848993290790144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338455.365599:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338455.365604:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc0 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338455.365615:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc0 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338455.365635:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae312 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3bc0 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.365637:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290790400 00000100:00100000:1.0:1763338455.365641:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290790400 00010000:00010000:3.0:1763338455.365648:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:3.0:1763338455.365653:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4ae47e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338455.365663:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4ae47e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338455.365670:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4ae47e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00000100:00100000:1.0:1763338455.365675:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3316 00000100:00100000:1.0:1763338455.365682:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56907:x1848993290790400:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:3.0:1763338455.365708:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338455.365750:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2409:x1848993290790144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 166us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.365757:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3118 00000100:00100000:1.0:1763338455.365893:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56907:x1848993290790400:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 211us (371us total) trans 4294972598 rc 0/0 00000100:00100000:1.0:1763338455.365900:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3316 00000100:00100000:3.0:1763338455.367662:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.372354:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290790912 00000100:00100000:1.0:1763338455.372365:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290790912 00000100:00100000:1.0:1763338455.372433:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9520 00000100:00100000:1.0:1763338455.372443:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290790912:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.372464:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.372487:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae48c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c45 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.372612:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.372627:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372638:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372648:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.372655:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372661:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372724:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae4a1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.372733:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae4a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372739:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae4a1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.372749:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 0 00010000:00010000:1.0:1763338455.372846:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372854:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372859:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372865:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.372869:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372876:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372887:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260cb1200) 00010000:00010000:1.0:1763338455.372890:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.372894:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372900:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae493 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372912:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372918:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372923:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372927:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.372930:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372935:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372941:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746dff00) 00010000:00010000:1.0:1763338455.372943:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.372946:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372954:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae49a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.372990:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae48c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c45 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.373008:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae4a1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c45 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.373015:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:1.0:1763338455.373017:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.373020:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3fc00, rc 0) 00000100:00100000:1.0:1763338455.373078:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290790912:12345-192.168.202.34@tcp:101:bash.0 Request processed in 636us (837us total) trans 4294972601 rc 0/0 00000100:00100000:1.0:1763338455.373086:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9520 00000001:00080000:1.0:1763338455.374135:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972600 is committed 00000004:00080000:1.0:1763338455.374147:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 966 committed 00000004:00080000:1.0:1763338455.375640:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 960 committed 00000004:00080000:1.0:1763338455.375727:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 959 committed 00000100:00100000:3.0:1763338455.376125:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303163648:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.376189:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.376228:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338455.376235:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303163520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.376257:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.376309:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303163776:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.376333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.376349:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338455.376354:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303163904:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.376376:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.376418:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303163648 00000100:00100000:3.0:1763338455.376425:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303163648 00000100:00100000:3.0:1763338455.376465:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303163520 00000100:00100000:3.0:1763338455.376469:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303163520 00000100:00100000:3.0:1763338455.376485:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303163776 00000100:00100000:3.0:1763338455.376488:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303163776 00000100:00100000:3.0:1763338455.376506:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303163904 00000100:00100000:3.0:1763338455.376509:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303163904 00000100:00100000:3.0:1763338455.376529:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6570 00000100:00100000:3.0:1763338455.376537:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303163648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338455.376562:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:585 count 1 00002000:00010000:3.0:1763338455.376599:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338455.376607:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae4af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.376620:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.376623:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.376628:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae4af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.376640:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae4af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.376649:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae4af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.376657:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae4af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.376672:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763338455.377209:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 965 committed 00000004:00080000:3.0:1763338455.379537:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 20 done 00000100:00100000:3.0:1763338455.380352:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303163648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3814us (4161us total) trans 21474838912 rc 0/0 00000100:00100000:3.0:1763338455.380361:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6570 00000100:00100000:1.0:1763338455.387225:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290791424 00000100:00100000:1.0:1763338455.387230:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290791424 00000100:00100000:1.0:1763338455.387291:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9522 00000100:00100000:1.0:1763338455.387299:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+253:56903:x1848993290791424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.387319:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.387338:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae4d9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c53 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.387400:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae4d9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c53 expref: 254 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.387413:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3600/0x4ea0a6980f4ae4d9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c53 expref: 254 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.387430:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1be:0x0].0x0 (ffff8fd14307c000) 00010000:00010000:1.0:1763338455.387433:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338455.387436:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3600, rc 0) 00000100:00100000:1.0:1763338455.387468:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56903:x1848993290791424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 170us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.387474:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9522 00000100:00100000:3.0:1763338455.387552:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.387610:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290791680 00000100:00100000:1.0:1763338455.387615:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290791680 00000100:00100000:1.0:1763338455.387646:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9523 00000100:00100000:1.0:1763338455.387653:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+254:55909:x1848993290791680:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338455.387687:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.387700:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae4a1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c45 expref: 254 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.387712:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:1.0:1763338455.387715:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338455.387888:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae4e0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.387898:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae4e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.387910:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae4e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:1.0:1763338455.387956:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972602 00000004:00010000:1.0:1763338455.387977:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000083e90a5c reply state 0000000043a7bd8e transno 4294972603 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae4e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.387988:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae4e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.387994:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:1.0:1763338455.387997:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338455.387999:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338455.388064:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:55909:x1848993290791680:12345-192.168.202.34@tcp:36:bash.0 Request processed in 410us (511us total) trans 4294972603 rc 0/0 00000100:00100000:1.0:1763338455.388070:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9523 00000020:00080000:1.0:1763338455.388074:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1763338455.389288:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338455.389364:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27747c000/2, rc 0, transno 21474838915 00000100:00100000:3.0:1763338455.389372:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303163520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338455.391396:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.393878:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.401144:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290792320 00000100:00100000:3.0:1763338455.401156:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290792320 00000100:00100000:3.0:1763338455.401222:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9525 00000100:00100000:3.0:1763338455.401237:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+259:55909:x1848993290792320:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338455.401282:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.401287:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338455.401321:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae4ee lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c5a expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.401343:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:3.0:1763338455.401349:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.401360:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae4f5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c61 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.401453:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae4fc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.401469:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae4fc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.401479:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae4fc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.406476:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.406495:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.406512:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338455.406529:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 2 00010000:00010000:3.0:1763338455.406994:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407002:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407010:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407015:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.407020:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407027:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407039:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:3.0:1763338455.407042:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763338455.407047:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407052:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae518 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407065:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407070:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407079:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407084:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a33c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.407087:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407094:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407101:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197700) 00010000:00010000:3.0:1763338455.407104:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.407107:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407112:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4ae50a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407120:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407125:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407131:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407135:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.407137:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407142:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407152:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197200) 00010000:00010000:3.0:1763338455.407155:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.407157:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407162:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4ae511 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.407213:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ae503 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c68 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.407226:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197700) 00010000:00010000:3.0:1763338455.407228:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338455.407231:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4ae503 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c68 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.407245:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33a00, rc 0) 00000100:00100000:3.0:1763338455.407346:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56903:x1848993290792576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6103us (6262us total) trans 4294972606 rc 301/301 00000100:00100000:3.0:1763338455.407356:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9526 00000001:00080000:1.0:1763338455.407542:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972605 is committed 00000004:00080000:1.0:1763338455.407549:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 968 committed 00000004:00080000:1.0:1763338455.407566:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 962 committed 00000004:00080000:1.0:1763338455.407575:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 961 committed 00000004:00080000:1.0:1763338455.407577:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 967 committed 00000100:00100000:3.0:1763338455.410066:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303165056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338455.410123:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.411148:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303165696:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.411184:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.411226:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338455.411232:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303164800:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.411254:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338455.412087:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6583 00000100:00100000:3.0:1763338455.412096:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3657:x1848993303164800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338455.412108:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:582 count 1 00010000:00010000:3.0:1763338455.412121:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae53b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.412137:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae232 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b7a expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.412143:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338455.412144:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338455.412147:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae53b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.412166:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b7a expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.412174:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3b7a expref: 13 pid: 17642 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338455.412182:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303166208:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.412207:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.412789:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:1.0:1763338455.414031:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c9880/2, rc 0, transno 21474838916 00000100:00100000:1.0:1763338455.414040:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303165952:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338455.414779:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c7b80/2, rc 0, transno 21474838917 00000100:00100000:1.0:1763338455.414785:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303165824:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.417883:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290792832 00000100:00100000:1.0:1763338455.417892:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290792832 00000100:00100000:1.0:1763338455.417949:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6586 00000100:00100000:1.0:1763338455.417959:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+58:55909:x1848993290792832:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.417976:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.417998:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c76 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.418021:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.418045:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.418047:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.418057:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 59 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.418072:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 59 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.418085:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3fc00, rc 0) 00000100:00100000:1.0:1763338455.418137:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+59:55909:x1848993290792832:12345-192.168.202.34@tcp:101:bash.0 Request processed in 180us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.418144:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6586 00000100:00100000:3.0:1763338455.418818:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303165568:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338455.418832:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae52d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338455.418854:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303166208:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338455.418864:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae53b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338455.423221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.423322:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.423345:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.423365:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.423399:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.423433:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:1.0:1763338455.427084:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3dc00/2, rc 0, transno 17179871592 00000100:00100000:1.0:1763338455.427089:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303165056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338455.434550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.434550:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.437925:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.442854:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.442901:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.449571:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.457015:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.457054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.457298:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9530 00000100:00100000:3.0:1763338455.457307:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56903:x1848993290795264:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.457317:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.457332:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae581 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c8b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.457525:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae59d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338455.457536:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae59d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.457542:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae59d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338455.457552:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c1:0x0]: returning size 2 00010000:00010000:3.0:1763338455.457887:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae581 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c8b expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.457902:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae59d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c8b expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.457909:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:3.0:1763338455.457912:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338455.457914:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:3.0:1763338455.457989:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56903:x1848993290795264:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 682us (934us total) trans 4294972611 rc 0/0 00000100:00100000:3.0:1763338455.457996:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9530 00000100:00100000:2.0:1763338455.467586:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56903:x1848993290795520:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:2.0:1763338455.467658:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1c1:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae59d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c8b expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.467697:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338455.467710:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467721:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000004:00020000:2.0:1763338455.467856:0:6522:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1c1:0x0]: rc = -1 00010000:00010000:2.0:1763338455.467882:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467890:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467897:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467903:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.467907:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467914:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467924:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:2.0:1763338455.467927:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763338455.467931:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467942:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5ab lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.467951:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c1:0x0].0x0 (ffff8fd260cb1a00) 00010000:00010000:2.0:1763338455.467953:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338455.467958:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae59d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c8b expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338455.468116:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56903:x1848993290795520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 530us (704us total) trans 4294972612 rc -1/-1 00000100:00100000:2.0:1763338455.468124:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3322 00000100:00100000:1.0:1763338455.476003:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.485354:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.485784:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290795904 00000100:00100000:2.0:1763338455.485797:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290795904 00000100:00100000:2.0:1763338455.485854:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3323 00000100:00100000:2.0:1763338455.485863:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56903:x1848993290795904:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338455.486110:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338455.486177:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1476, 64 off124384 00000040:00080000:2.0:1763338455.486198:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1476, 64 off124144 00000040:00080000:2.0:1763338455.486207:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1477, 64 off124208 00000040:00080000:2.0:1763338455.486214:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1477, 64 off124448 00010000:00010000:2.0:1763338455.486288:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338455.486306:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.486318:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.486331:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5b9 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.486338:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5b9 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.486344:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae5b9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338455.486373:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338455.486563:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56903:x1848993290795904:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 699us (1785us total) trans 4294972613 rc 0/0 00000100:00100000:2.0:1763338455.486571:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3323 00000100:00100000:1.0:1763338455.487078:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.488772:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290796032 00000100:00100000:2.0:1763338455.488784:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290796032 00000100:00100000:3.0:1763338455.490701:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9532 00000100:00100000:3.0:1763338455.490724:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56909:x1848993290796032:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.490751:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.490777:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae5c0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3c99 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.490854:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.490869:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490880:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490891:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.490899:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490906:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490953:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490960:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490967:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490972:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.490976:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490982:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.490992:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:3.0:1763338455.490995:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.490999:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491004:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae5c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491016:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491021:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491026:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491030:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.491033:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491039:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491045:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:3.0:1763338455.491048:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.491050:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491055:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ce lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.491083:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae5c0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c99 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.491092:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:3.0:1763338455.491095:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.491098:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae5c0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c99 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.491110:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:3.0:1763338455.491582:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56909:x1848993290796032:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 866us (4505us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338455.491591:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9532 00000100:00100000:2.0:1763338455.499777:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.503576:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.503619:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.503887:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9535 00000100:00100000:3.0:1763338455.503897:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56910:x1848993290796544:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.503906:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.503914:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae5f8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.503958:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.503966:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.503972:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.503982:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.503989:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.503995:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504556:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504565:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504571:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504577:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504583:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.504587:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504597:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504607:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df500) 00010000:00010000:3.0:1763338455.504610:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.504613:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504620:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae5ff lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504630:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504636:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504642:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504646:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.504649:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504655:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504662:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:3.0:1763338455.504664:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.504667:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504672:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae606 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.504694:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae5f8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cae expref: 263 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.504704:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df500) 00010000:00010000:3.0:1763338455.504706:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338455.504710:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae5f8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cae expref: 263 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.504718:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:1.0:1763338455.506939:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56910:x1848993290796544:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3033us (3308us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.506952:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9535 00000100:00100000:1.0:1763338455.516892:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.518865:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290796800 00000100:00100000:2.0:1763338455.518879:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290796800 00000100:00100000:2.0:1763338455.519007:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9536 00000100:00100000:2.0:1763338455.519029:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56909:x1848993290796800:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.519051:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.519054:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338455.519081:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae5f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ca7 expref: 262 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.519101:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.519111:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.519128:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae60d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cb5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.519230:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.519243:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.519252:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.519835:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.519846:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.519853:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520359:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.520369:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520377:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338455.520398:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00010000:00010000:2.0:1763338455.520425:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520432:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520439:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520447:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520453:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.520458:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520466:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520476:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197300) 00010000:00010000:2.0:1763338455.520479:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.520482:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520488:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae614 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338455.520500:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d4afb1ac reply state 00000000dc97883c transno 4294972614 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520511:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.520517:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:2.0:1763338455.520519:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338455.520522:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338455.520552:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae60d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.520573:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 263 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.520580:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338455.520583:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338455.520585:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338455.522100:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56909:x1848993290796800:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3074us (5208us total) trans 4294972614 rc 0/0 00000100:00100000:2.0:1763338455.522111:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9536 00000100:00100000:3.0:1763338455.525832:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.525892:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290797056 00000100:00100000:2.0:1763338455.525902:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290797056 00000100:00100000:2.0:1763338455.525966:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9537 00000100:00100000:2.0:1763338455.525978:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56909:x1848993290797056:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.526007:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.526043:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae630 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cbc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.526153:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.526169:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.526179:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.526214:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.526229:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 265 pid: 6518 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.526242:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303166336:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.526359:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338455.530171:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303166336:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338455.530211:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338455.531921:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.532004:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290797184 00000100:00100000:1.0:1763338455.532013:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290797184 00010000:00010000:1.0:1763338455.532053:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 266 pid: 6518 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.532399:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3125 00000100:00100000:1.0:1763338455.532408:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2507c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+266:2410:x1848993290797184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.532424:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.532431:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 266 pid: 6518 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.532446:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 266 pid: 6518 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.533396:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae622 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cb5 expref: 266 pid: 6518 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.533418:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338455.533423:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.533433:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.533440:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.533477:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.533546:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2507c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:2410:x1848993290797184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1137us (1631us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.533554:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3125 00010000:00010000:2.0:1763338455.533710:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.533717:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338455.533744:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00000004:00080000:2.0:1763338455.533926:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24c:0x0], index 0: 0 00000004:00080000:2.0:1763338455.533934:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24c:0x0], index 1: 0 00000004:00080000:2.0:1763338455.533940:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24d:0x0], index 1: 0 00000004:00080000:2.0:1763338455.533943:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24d:0x0], index 0: 0 00010000:00010000:2.0:1763338455.534055:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534063:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534070:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534081:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.534085:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534093:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534105:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338455.534108:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338455.534112:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534118:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae637 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.534170:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae630 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cbc expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.534182:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338455.534185:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338455.534188:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae630 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cbc expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.534203:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefae00, rc 0) 00000100:00100000:2.0:1763338455.534253:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56909:x1848993290797056:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8278us (8433us total) trans 4294972615 rc 301/301 00000100:00100000:2.0:1763338455.534306:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9537 00000100:00100000:2.0:1763338455.537021:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.538375:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290797440 00000100:00100000:3.0:1763338455.538395:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290797440 00000100:00100000:3.0:1763338455.548320:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290797952 00000100:00100000:3.0:1763338455.548332:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290797952 00000100:00100000:3.0:1763338455.548402:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3325 00000100:00100000:3.0:1763338455.548413:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56909:x1848993290797952:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338455.548422:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290797696 00000100:00100000:1.0:1763338455.548428:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290797696 00000100:00100000:1.0:1763338455.548464:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9538 00000100:00100000:1.0:1763338455.548474:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56910:x1848993290797696:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.548487:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.548511:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae645 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cc3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.548590:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338455.548605:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548621:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548635:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338455.548643:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548651:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338455.548679:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56909:x1848993290797952:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 267us (421us total) trans 4294972617 rc 0/0 00000100:00100000:3.0:1763338455.548687:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3325 00010000:00010000:1.0:1763338455.548760:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae65a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338455.548770:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae65a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548777:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae65a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338455.548789:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00010000:00010000:1.0:1763338455.548843:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548852:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548858:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548865:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548871:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.548876:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548883:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548895:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338455.548898:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.548903:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548909:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae64c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548926:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548932:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548938:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548944:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.548947:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548953:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548961:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:1.0:1763338455.548964:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.548967:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.548977:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae653 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.549005:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae645 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cc3 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.549024:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae65a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cc3 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.549032:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338455.549035:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.549038:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486ac00, rc 0) 00000100:00100000:1.0:1763338455.549490:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56910:x1848993290797696:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1016us (1302us total) trans 4294972618 rc 0/0 00000100:00100000:1.0:1763338455.549499:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9538 00000100:00100000:3.0:1763338455.558395:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.558828:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.562327:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.562410:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290798208 00000100:00100000:1.0:1763338455.562417:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290798208 00000100:00100000:1.0:1763338455.562734:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6589 00000100:00100000:1.0:1763338455.562743:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290798208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.562752:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.562767:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae66f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cd1 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.562784:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.562794:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.562797:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.562802:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae66f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd1 expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.562826:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae66f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd1 expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.562836:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486a000, rc 0) 00000100:00100000:1.0:1763338455.562861:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993290798208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 119us (4034us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.562867:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6589 00000100:00100000:3.0:1763338455.562925:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290798336 00000100:00100000:3.0:1763338455.562930:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290798336 00000100:00100000:3.0:1763338455.562973:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9539 00000100:00100000:3.0:1763338455.562981:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290798336:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338455.562999:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.563013:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae676 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cd8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.563040:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae67d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338455.563051:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae67d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.563061:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae67d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.563173:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae676 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd8 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.563188:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae67d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd8 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.563196:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:3.0:1763338455.563199:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338455.563202:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:3.0:1763338455.563241:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290798336:12345-192.168.202.34@tcp:101:bash.0 Request processed in 261us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.563247:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9539 00000100:00100000:2.0:1763338455.570045:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.570149:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.570226:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290798592 00000100:00100000:3.0:1763338455.570239:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290798592 00000100:00100000:3.0:1763338455.570509:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290798720 00000100:00100000:3.0:1763338455.570514:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290798720 00000100:00100000:3.0:1763338455.570541:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9540 00000100:00100000:3.0:1763338455.570552:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290798592:12345-192.168.202.34@tcp:36:bash.0 00000100:00100000:1.0:1763338455.570647:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9541 00000100:00100000:1.0:1763338455.570659:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56910:x1848993290798720:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.571024:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.571044:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.571053:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae684 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cdf expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.571074:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4ae65a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cc3 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.571092:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:3.0:1763338455.571100:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338455.571113:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae684 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cdf expref: 270 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.571128:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae684 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cdf expref: 270 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.571144:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338455.571147:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338455.571151:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f000, rc 0) 00000100:00100000:1.0:1763338455.571219:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56910:x1848993290798720:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 563us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.571227:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9541 00010000:00010000:1.0:1763338455.571418:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338455.571429:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.571439:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338455.571497:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972619 00000004:00010000:1.0:1763338455.571527:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001fa6474e reply state 000000001b76258f transno 4294972620 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.571539:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.571546:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338455.571548:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338455.571551:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338455.571762:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290798592:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1211us (1728us total) trans 4294972620 rc 0/0 00000100:00100000:1.0:1763338455.571769:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9540 00000020:00080000:1.0:1763338455.571773:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338455.576436:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.576546:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290798848 00000100:00100000:2.0:1763338455.576558:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290798848 00000100:00100000:2.0:1763338455.576766:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9542 00000100:00100000:2.0:1763338455.576776:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56910:x1848993290798848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.576798:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.576822:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae692 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ce6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.576893:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.576909:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.576921:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.576932:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.576940:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.576946:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.577029:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.577038:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.577049:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338455.577919:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.577983:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290799104 00000100:00100000:1.0:1763338455.577989:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290799104 00000100:00100000:1.0:1763338455.578141:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9543 00000100:00100000:1.0:1763338455.578150:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290799104:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.578165:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.578167:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338455.578187:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae684 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cdf expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.578209:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338455.578214:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338455.578224:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae6ae lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ced expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.578257:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763338455.578353:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 0 00000004:00200000:2.0:1763338455.578359:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338455.578391:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578403:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.578412:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578413:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578419:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.578420:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.578426:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578432:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.578436:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578437:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.578440:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338455.578446:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.578447:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578456:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338455.578459:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.578462:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578470:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae699 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578481:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578486:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578491:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578496:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.578499:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578504:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578510:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:2.0:1763338455.578512:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.578515:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578521:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.578544:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae692 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ce6 expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.578563:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ce6 expref: 274 pid: 6518 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338455.578575:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae6a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ce6 expref: 274 pid: 6518 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338455.578581:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefae00, rc 0) 00000100:00100000:2.0:1763338455.579913:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56910:x1848993290798848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3130us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338455.579924:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9542 00000100:00100000:1.0:1763338455.585088:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.585143:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338455.585599:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.585607:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:3.0:1763338455.585878:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1478, 88 off124296 00000004:00080000:3.0:1763338455.585887:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125297625159ns, next at 1125468244082ns, rc = 0 00000040:00080000:3.0:1763338455.585930:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1478, 88 off124536 00000100:00100000:2.0:1763338455.585935:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290799232 00000004:00080000:3.0:1763338455.585936:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125297673249ns, next at 1125468213929ns, rc = 0 00000100:00100000:2.0:1763338455.585942:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290799232 00000040:00080000:3.0:1763338455.585971:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1479, 88 off124624 00000100:00100000:2.0:1763338455.585976:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9544 00000004:00080000:3.0:1763338455.585980:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125297717447ns, next at 1125468213929ns, rc = 0 00000100:00100000:2.0:1763338455.585987:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56910:x1848993290799232:12345-192.168.202.34@tcp:101:lfs.0 00000040:00080000:3.0:1763338455.585994:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1479, 88 off124384 00000004:00080000:3.0:1763338455.586000:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125297738296ns, next at 1125468244082ns, rc = 0 00010000:00010000:2.0:1763338455.586003:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.586023:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6bc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cf4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.586081:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.586092:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.586100:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.586116:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.586131:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:3.0:1763338455.592702:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972621 is committed 00000004:00080000:3.0:1763338455.592718:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 964 committed 00010000:00010000:2.0:1763338455.593255:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593286:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593295:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593302:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.593307:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593314:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593334:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:2.0:1763338455.593337:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.593343:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593350:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4ae58f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.593372:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593389:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00000004:00080000:3.0:1763338455.593392:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 970 committed 00010000:00010000:2.0:1763338455.593399:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593409:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.593412:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593418:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593427:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df400) 00010000:00010000:2.0:1763338455.593430:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.593433:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593439:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae61b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593459:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593466:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593471:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593476:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.593479:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593485:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593493:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:2.0:1763338455.593495:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.593499:0:3640:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593508:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.593513:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae68b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338455.594487:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303166592:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.594562:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.594612:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338455.594619:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f011880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303166464:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.594643:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.594673:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303166848:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.594695:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.594712:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338455.594717:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303166720:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.594738:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.594767:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303166592 00000100:00100000:1.0:1763338455.594774:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303166592 00000100:00100000:1.0:1763338455.594813:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303166464 00000100:00100000:1.0:1763338455.594816:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303166464 00000100:00100000:1.0:1763338455.594830:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303166848 00000100:00100000:1.0:1763338455.594832:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303166848 00000100:00100000:1.0:1763338455.594848:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303166720 00000100:00100000:1.0:1763338455.594850:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303166720 00000004:00080000:3.0:1763338455.594923:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 969 committed 00000004:00080000:3.0:1763338455.596279:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 963 committed 00010000:00010000:3.0:1763338455.596369:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ced expref: 257 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.596397:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:3.0:1763338455.596400:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338455.596404:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x13/0x40 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.596413:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.596420:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338455.596453:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae6ae lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ced expref: 257 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338455.596471:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae6b5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ced expref: 256 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.596497:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475400, rc 0) 00000100:00100000:3.0:1763338455.596546:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:55909:x1848993290799104:12345-192.168.202.34@tcp:101:bash.0 Request processed in 18397us (18631us total) trans 4294972621 rc 0/0 00000100:00100000:3.0:1763338455.596553:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9543 00000100:00100000:2.0:1763338455.596630:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303166976:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.596672:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.596706:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338455.596714:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303167104:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.596740:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.596777:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303167232:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.596805:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.596822:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338455.596829:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303167360:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.596853:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.596882:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303167232 00000100:00100000:2.0:1763338455.596888:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303167232 00000100:00100000:2.0:1763338455.596924:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6592 00000100:00100000:2.0:1763338455.596937:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3655:x1848993303166848:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338455.597049:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597054:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597056:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597059:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597061:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338455.597097:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3655:x1848993303166848:12345-0@lo:2:osp-syn-0-1.0 Request processed in 162us (2399us total) trans 21474838922 rc 0/0 00000100:00100000:2.0:1763338455.597105:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6592 00000100:00100000:2.0:1763338455.597124:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6593 00000100:00100000:2.0:1763338455.597133:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+125:3656:x1848993303166976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338455.597149:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:586 count 1 00010000:00010000:2.0:1763338455.597167:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597182:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 58 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597194:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338455.597198:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338455.597203:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597230:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 58 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597255:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 58 pid: 8403 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.597290:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303167616:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.597327:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4540 going to sleep for 11 seconds 00000100:00100000:2.0:1763338455.597346:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6595 00000100:00100000:2.0:1763338455.597355:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+125:3654:x1848993303167232:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.597476:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+127:3654:x1848993303167232:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (670us total) trans 17179871595 rc 0/0 00000100:00100000:2.0:1763338455.597483:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6595 00000100:00100000:2.0:1763338455.597504:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6596 00000100:00100000:2.0:1763338455.597519:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+126:3654:x1848993303167360:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338455.597577:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597580:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597583:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597585:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.597587:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338455.597611:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+126:3654:x1848993303167360:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (758us total) trans 17179871596 rc 0/0 00000100:00100000:2.0:1763338455.597618:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6596 00010000:00010000:2.0:1763338455.597641:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338455.597646:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae6df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597654:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338455.597657:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae6df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597668:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae6df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597683:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae6df lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597696:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae6df lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597712:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338455.597714:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338455.597716:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338455.597750:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9d180/2, rc 0, transno 17179871596 00000100:00100000:2.0:1763338455.597756:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303167360:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338455.597767:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9c380/2, rc 0, transno 17179871595 00000100:00100000:2.0:1763338455.597771:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303167232:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338455.597793:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.597802:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338455.597835:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6597 00000004:00200000:2.0:1763338455.597840:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 2 00000004:00200000:2.0:1763338455.597847:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1763338455.597851:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3655:x1848993303166720:12345-0@lo:2:osp-syn-0-1.0 00000004:00010000:2.0:1763338455.597867:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.597880:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.597907:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cf4 expref: 256 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597926:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae6c3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cf4 expref: 255 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.597938:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:2.0:1763338455.597942:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338455.597945:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:1.0:1763338455.597953:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303166720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (3212us total) trans 21474838923 rc 0/0 00000100:00100000:1.0:1763338455.597961:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6597 00000100:00100000:2.0:1763338455.597991:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56910:x1848993290799232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12006us (12847us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338455.597998:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9544 00000004:00080000:1.0:1763338455.598598:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498faa00/2, rc 0, transno 21474838923 00000100:00100000:1.0:1763338455.598605:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303166720:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338455.598629:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f5500/2, rc 0, transno 21474838922 00000100:00100000:1.0:1763338455.598637:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303166848:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.605051:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.605092:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.605123:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290799616 00000100:00100000:1.0:1763338455.605132:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290799616 00010000:00010000:1.0:1763338455.605173:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae557 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c7d expref: 15 pid: 8406 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.605217:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3127 00000100:00100000:1.0:1763338455.605231:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993290799616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.605249:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.605257:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae557 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c7d expref: 15 pid: 8406 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338455.605282:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290799488 00000100:00100000:3.0:1763338455.605289:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290799488 00010000:00010000:1.0:1763338455.605302:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae557 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c7d expref: 16 pid: 8406 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.605331:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae557 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c7d expref: 16 pid: 8406 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338455.605332:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6598 00000100:00100000:3.0:1763338455.605347:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290799488:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.605352:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.605357:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.605362:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.605364:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.605376:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.605398:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3cfb expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338455.605429:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338455.605443:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.605445:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.605452:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.605467:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.605478:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:2.0:1763338455.605528:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303167616:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.605534:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290799488:12345-192.168.202.34@tcp:101:bash.0 Request processed in 188us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.605543:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6598 00010000:00010000:2.0:1763338455.605552:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338455.605774:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290799744 00000100:00100000:3.0:1763338455.605779:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290799744 00010000:00010000:3.0:1763338455.605796:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 59 pid: 8403 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338455.605816:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3128 00000100:00100000:3.0:1763338455.605823:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+59:2408:x1848993290799744:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338455.605831:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338455.605835:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 59 pid: 8403 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338455.605844:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 59 pid: 8403 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338455.605860:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae550 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3c76 expref: 59 pid: 8403 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338455.605869:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.605870:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.605873:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.605879:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.605899:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338455.605921:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+58:2408:x1848993290799744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 98us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.605927:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3128 00010000:00010000:2.0:1763338455.605986:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.605993:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.606002:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.606009:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.606034:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338455.606288:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+126:3656:x1848993303166976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9128us (9586us total) trans 17179871597 rc 0/0 00000100:00100000:2.0:1763338455.606300:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6593 00000004:00080000:2.0:1763338455.606342:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145157b80/2, rc 0, transno 17179871597 00000100:00100000:2.0:1763338455.606348:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303166976:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.606401:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.606422:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290799872 00000100:00100000:2.0:1763338455.606426:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290799872 00000100:00100000:2.0:1763338455.606450:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6599 00000100:00100000:2.0:1763338455.606456:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290799872:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.606465:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.606476:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae6ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d02 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338455.606520:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303167744:192.168.202.34@tcp:106: 00000100:00100000:2.0:1763338455.606594:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a49c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763338455.606689:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338455.606761:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338455.606770:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606835:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338455.606840:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606849:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606864:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606871:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae6d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606893:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338455.606897:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606903:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338455.606907:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606914:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606926:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606933:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae6d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.606949:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338455.606951:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338455.606954:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338455.608350:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290799616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3110us (3245us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.608363:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3127 00000100:00100000:2.0:1763338455.612542:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290800000 00000100:00100000:2.0:1763338455.612551:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290800000 00000100:00100000:2.0:1763338455.613059:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6600 00000100:00100000:2.0:1763338455.613071:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+58:55909:x1848993290800000:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338455.613090:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.613114:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d09 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338455.613135:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338455.613159:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338455.613163:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338455.613174:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d09 expref: 59 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.613190:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d09 expref: 59 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.613199:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338455.613281:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+59:55909:x1848993290800000:12345-192.168.202.34@tcp:101:bash.0 Request processed in 189us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338455.613288:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6600 00000100:00100000:1.0:1763338455.613699:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290799872:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7241us (7297us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.613707:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6599 00000100:00100000:2.0:1763338455.618975:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290800384 00000100:00100000:2.0:1763338455.618985:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290800384 00002000:00010000:2.0:1763338455.619025:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/588 (0->18446744073709551615) 00002000:00100000:2.0:1763338455.619030:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430adc00 with x1848993290800384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338455.619043:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430adc00. 00000100:00100000:2.0:1763338455.619074:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290800512 00000100:00100000:2.0:1763338455.619078:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290800512 00002000:00010000:2.0:1763338455.619090:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/588 (0->18446744073709551615) 00002000:00100000:2.0:1763338455.619093:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430af480 with x1848993290800512 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338455.619100:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430af480. 00000100:00100000:2.0:1763338455.619123:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1639 00000100:00100000:2.0:1763338455.619132:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993290800384:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338455.619182:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1640 00000100:00100000:1.0:1763338455.619194:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+59:2408:x1848993290800512:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338455.619350:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338455.619350:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338455.619356:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb mtime from disk: 0 -> 1763338456 00002000:00010000:2.0:1763338455.619357:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338455.619362:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.619364:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb atime from disk: 1763338455 -> 0 00002000:00010000:1.0:1763338455.619367:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb ctime from disk: 0 -> 1763338456 00002000:00010000:2.0:1763338455.619369:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338455.619372:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763338455.619374:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338455.620017:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290800384:12345-192.168.202.34@tcp:10:bash.0 Request processed in 881us (1349us total) trans 21474838925 rc 0/0 00000100:00100000:2.0:1763338455.620026:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1639 00002000:00010000:2.0:1763338455.620031:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/588 (0->18446744073709551615) 00002000:00100000:2.0:1763338455.620033:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430adc00 with x1848993290800384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338455.620039:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430adc00. 00000100:00100000:1.0:1763338455.620430:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+60:2408:x1848993290800512:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1237us (1710us total) trans 17179871598 rc 0/0 00000100:00100000:1.0:1763338455.620438:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1640 00002000:00010000:1.0:1763338455.620442:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/588 (0->18446744073709551615) 00002000:00100000:1.0:1763338455.620445:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430af480 with x1848993290800512 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338455.620450:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430af480. 00000100:00100000:2.0:1763338455.623218:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290800256 00000100:00100000:2.0:1763338455.623228:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290800256 00000100:00100000:2.0:1763338455.623925:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9545 00000100:00100000:2.0:1763338455.623938:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56910:x1848993290800256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.623969:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.623993:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae6fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d10 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.624077:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.624093:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624105:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624119:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.624126:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624132:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624243:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae710 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.624253:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae710 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624296:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae710 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338455.624308:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c3:0x0]: returning size 2 00010000:00010000:2.0:1763338455.624411:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624420:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624425:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624432:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624439:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.624443:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624451:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624463:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.624466:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.624471:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624477:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae702 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624494:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624499:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624504:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624509:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.624512:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624518:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624523:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:2.0:1763338455.624526:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.624529:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624534:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae709 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.624575:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae6fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d10 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.624590:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae710 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d10 expref: 257 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.624598:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:2.0:1763338455.624600:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338455.624603:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefae00, rc 0) 00000100:00100000:2.0:1763338455.625920:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56910:x1848993290800256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1977us (2870us total) trans 4294972622 rc 0/0 00000100:00100000:2.0:1763338455.625932:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9545 00000100:00100000:2.0:1763338455.628148:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.628218:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290800768 00000100:00100000:1.0:1763338455.628239:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290800768 00000100:00100000:1.0:1763338455.628325:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3326 00000100:00100000:1.0:1763338455.628336:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290800768:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:1.0:1763338455.628667:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:55909:x1848993290800768:12345-192.168.202.34@tcp:35:bash.0 Request processed in 333us (526us total) trans 4294972623 rc 0/0 00000100:00100000:1.0:1763338455.628675:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3326 00000100:00100000:3.0:1763338455.641957:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290801024 00000100:00100000:3.0:1763338455.641970:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290801024 00000100:00100000:3.0:1763338455.642036:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3327 00000100:00100000:3.0:1763338455.642047:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56910:x1848993290801024:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338455.643157:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56910:x1848993290801024:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1104us (1346us total) trans 4294972624 rc 0/0 00000100:00100000:2.0:1763338455.643170:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3327 00000100:00100000:2.0:1763338455.644690:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338455.645844:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338455.645852:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae733 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.645859:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338455.645863:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae733 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.645870:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae733 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.645881:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c3:0x0].0x0 (ffff8fd2746dff00) 00010000:00010000:2.0:1763338455.645884:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338455.645887:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae733 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.645892:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4ae733 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.645910:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338455.645912:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338455.645915:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338455.650558:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.651671:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290801536 00000100:00100000:2.0:1763338455.651693:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290801536 00000100:00100000:2.0:1763338455.651756:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9547 00000100:00100000:2.0:1763338455.651766:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56910:x1848993290801536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.651792:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.651815:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae73a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d17 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.651889:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.651901:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651911:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651921:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338455.651928:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651933:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651969:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651976:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651982:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651989:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.651995:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.651999:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652006:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652018:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.652021:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.652026:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652032:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae741 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652043:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652048:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652053:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652058:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.652061:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652066:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652078:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.652080:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.652083:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652089:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae748 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.652118:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae73a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d17 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.652127:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.652129:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338455.652133:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae73a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d17 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.652146:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:2.0:1763338455.652231:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56910:x1848993290801536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 466us (1686us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338455.652239:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9547 00000100:00100000:1.0:1763338455.670489:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.672358:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290801664 00000100:00100000:3.0:1763338455.672375:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290801664 00000100:00100000:3.0:1763338455.672621:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9548 00000100:00100000:3.0:1763338455.672634:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56912:x1848993290801664:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.672660:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.672688:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae74f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d1e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.672836:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.672849:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.672864:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.672873:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.672880:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.672886:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673142:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673151:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673163:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673169:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.673173:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673180:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673194:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338455.673197:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.673202:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673208:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae756 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673220:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673226:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673370:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673462:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.673468:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673475:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673489:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:3.0:1763338455.673492:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.673495:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673500:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae75d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.673533:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae74f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d1e expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.673542:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338455.673544:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.673547:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae74f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d1e expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.673559:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:3.0:1763338455.673639:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56912:x1848993290801664:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1007us (3160us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338455.673647:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9548 00000100:00100000:3.0:1763338455.682301:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290801792 00000100:00100000:3.0:1763338455.682314:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290801792 00000100:00100000:3.0:1763338455.682404:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9549 00000100:00100000:3.0:1763338455.682417:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56912:x1848993290801792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.682445:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.682474:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae764 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d25 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.682561:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.682577:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.682589:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.682600:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.682608:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.682614:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.682658:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.682666:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.682672:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683591:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.683601:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683613:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683631:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338455.683634:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.683639:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683646:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae76b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683662:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683668:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683673:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683899:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.683903:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683910:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683920:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:3.0:1763338455.683922:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.683926:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683932:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae772 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.683974:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae764 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d25 expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.683985:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338455.683987:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.683991:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae764 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d25 expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.684005:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:3.0:1763338455.684093:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56912:x1848993290801792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1678us (2617us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338455.684102:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9549 00000100:00100000:1.0:1763338455.693197:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.693285:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290802176 00000100:00100000:3.0:1763338455.693295:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290802176 00000100:00100000:1.0:1763338455.698052:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.701350:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290802304 00000100:00100000:3.0:1763338455.701367:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290802304 00000100:00100000:3.0:1763338455.701635:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9552 00000100:00100000:3.0:1763338455.701647:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56912:x1848993290802304:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.701672:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.701919:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae79c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d3a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.701991:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.702006:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702016:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702026:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.702031:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702037:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702076:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702082:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702088:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702094:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702099:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.702103:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702111:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702122:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df200) 00010000:00010000:2.0:1763338455.702125:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.702130:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702135:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae7a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702148:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702154:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702158:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702163:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.702166:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702170:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702176:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.702179:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.702181:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702186:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae7aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.702212:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae79c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d3a expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.702222:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df200) 00010000:00010000:2.0:1763338455.702224:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.702228:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae79c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d3a expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.702242:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:2.0:1763338455.702342:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56912:x1848993290802304:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 697us (4298us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338455.702350:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9552 00000100:00100000:1.0:1763338455.706892:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.707008:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290802560 00000100:00100000:2.0:1763338455.707020:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290802560 00000100:00100000:2.0:1763338455.707085:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9553 00000100:00100000:2.0:1763338455.707093:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56912:x1848993290802560:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.707117:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.707121:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338455.707148:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4ae795 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d2c expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.707167:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df200) 00010000:00010000:2.0:1763338455.707177:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.707194:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae7b1 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d41 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.707355:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.707368:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707386:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707395:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.707403:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707408:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707762:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.707772:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707778:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.707786:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 0 00010000:00010000:2.0:1763338455.707820:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707827:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707833:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707838:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707843:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.707847:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707854:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707865:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.707867:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.707870:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707876:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7b8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:2.0:1763338455.707884:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010c58be3 reply state 00000000ac775c41 transno 4294972626 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707893:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.707898:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.707900:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338455.707902:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338455.707924:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae7b1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.707939:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.707945:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:2.0:1763338455.707947:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338455.707950:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338455.709035:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56912:x1848993290802560:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1935us (2149us total) trans 4294972626 rc 0/0 00000100:00100000:2.0:1763338455.709046:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9553 00000100:00100000:2.0:1763338455.717398:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290802816 00000100:00100000:2.0:1763338455.717422:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290802816 00000100:00100000:2.0:1763338455.717496:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9554 00000100:00100000:2.0:1763338455.717505:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56912:x1848993290802816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.717528:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.717550:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae7d4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d48 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.717656:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.717669:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.717678:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.717713:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.717726:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 261 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.717740:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303167872:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.717832:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4540 going to sleep for 11 seconds 00000100:00100000:2.0:1763338455.721581:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303167872:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338455.721618:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338455.728949:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.729032:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290803200 00000100:00100000:3.0:1763338455.729044:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290803200 00000100:00100000:3.0:1763338455.729105:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9555 00000100:00100000:3.0:1763338455.729114:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56914:x1848993290803200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.729135:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.729161:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae7e2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d4f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.729237:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.729255:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729290:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729303:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.729311:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729317:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729445:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.729455:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729462:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338455.729472:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 0 00010000:00010000:3.0:1763338455.729565:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729573:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729580:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729587:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.729591:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729599:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729612:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:3.0:1763338455.729615:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763338455.729620:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729626:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4ae7f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729640:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729646:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729652:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729656:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.729660:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729666:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729672:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338455.729675:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.729677:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729687:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4ae7e9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729696:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729701:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729706:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729710:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.729713:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729717:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729723:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:3.0:1763338455.729726:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.729728:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729733:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4ae7f0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.729767:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae7e2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d4f expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.729777:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338455.729779:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338455.729783:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4ae7e2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d4f expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.729796:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3fc00, rc 0) 00000100:00100000:3.0:1763338455.729855:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56914:x1848993290803200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 742us (914us total) trans 4294972627 rc 301/301 00000100:00100000:3.0:1763338455.729862:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9555 00000100:00100000:2.0:1763338455.730304:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290802944 00000100:00100000:2.0:1763338455.730311:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290802944 00010000:00010000:2.0:1763338455.730334:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.730356:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3129 00000100:00100000:2.0:1763338455.730363:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2410:x1848993290802944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338455.730375:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338455.730390:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338455.730401:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338455.730415:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae7c6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d41 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338455.730427:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:2.0:1763338455.730431:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.730440:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.730446:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.730486:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338455.730525:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:2410:x1848993290802944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 161us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338455.730533:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3129 00010000:00010000:3.0:1763338455.732466:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732482:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338455.732512:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 0 00000004:00080000:3.0:1763338455.732709:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24e:0x0], index 1: 0 00000004:00080000:3.0:1763338455.732716:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24e:0x0], index 0: 0 00000004:00080000:3.0:1763338455.732723:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24f:0x0], index 0: 0 00000004:00080000:3.0:1763338455.732728:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24f:0x0], index 1: 0 00010000:00010000:3.0:1763338455.732856:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732864:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732872:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732879:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.732884:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732893:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732910:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:3.0:1763338455.732913:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338455.732918:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732924:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae7db lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338455.732979:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae7d4 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d48 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.732991:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:3.0:1763338455.732993:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338455.732997:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae7d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d48 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.733011:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:3.0:1763338455.733075:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56912:x1848993290802816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 15569us (18286us total) trans 4294972628 rc 301/301 00000100:00100000:3.0:1763338455.733085:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9554 00000100:00100000:1.0:1763338455.734676:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.738013:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290803456 00000100:00100000:2.0:1763338455.738032:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290803456 00000100:00100000:2.0:1763338455.738105:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3328 00000100:00100000:2.0:1763338455.738116:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56914:x1848993290803456:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338455.738551:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56914:x1848993290803456:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 436us (3882us total) trans 4294972629 rc 0/0 00000100:00100000:2.0:1763338455.738560:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3328 00000100:00100000:3.0:1763338455.738649:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.738765:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290803712 00000100:00100000:2.0:1763338455.738770:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290803712 00000100:00100000:2.0:1763338455.738802:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3329 00000100:00100000:2.0:1763338455.738841:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56912:x1848993290803712:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338455.738937:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56912:x1848993290803712:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 97us (288us total) trans 4294972630 rc 0/0 00000100:00100000:2.0:1763338455.739101:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3329 00000100:00100000:2.0:1763338455.746184:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290803968 00000100:00100000:2.0:1763338455.746197:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290803968 00000100:00100000:1.0:1763338455.747079:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9556 00000100:00100000:1.0:1763338455.747097:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56914:x1848993290803968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.747131:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.747162:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae80c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d56 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.747292:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338455.747306:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747317:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747329:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338455.747337:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747343:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747462:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae821 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338455.747471:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae821 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747479:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae821 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338455.747490:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 0 00010000:00010000:1.0:1763338455.747574:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747583:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747590:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747597:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747604:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.747609:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747617:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747629:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338455.747632:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.747637:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747644:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4ae813 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747657:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747663:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747670:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747676:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.747693:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747699:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747706:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:1.0:1763338455.747709:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.747713:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747719:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae81a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338455.747755:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae80c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d56 expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.747772:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae821 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d56 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.747779:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd143077500) 00010000:00010000:1.0:1763338455.747781:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.747784:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474e00, rc 0) 00000100:00100000:1.0:1763338455.747850:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56914:x1848993290803968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 759us (2924us total) trans 4294972631 rc 0/0 00000100:00100000:1.0:1763338455.747858:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9556 00000100:00100000:3.0:1763338455.748951:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290804224 00000100:00100000:3.0:1763338455.748961:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290804224 00000100:00100000:3.0:1763338455.749012:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3330 00000100:00100000:3.0:1763338455.749020:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243555c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56912:x1848993290804224:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.749186:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243555c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56912:x1848993290804224:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 166us (2216us total) trans 4294972632 rc 0/0 00000100:00100000:3.0:1763338455.749197:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3330 00000100:00100000:1.0:1763338455.752592:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290804352 00000100:00100000:1.0:1763338455.752602:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290804352 00000100:00100000:1.0:1763338455.752645:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290804480 00000100:00100000:1.0:1763338455.752648:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290804480 00000100:00100000:1.0:1763338455.752675:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6601 00000100:00100000:1.0:1763338455.752686:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290804352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.752709:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.752734:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d5d expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.752760:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.752781:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.752783:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.752793:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d5d expref: 17 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.752811:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d5d expref: 17 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.752825:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474800, rc 0) 00000100:00100000:1.0:1763338455.752879:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290804352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 194us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.752886:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6601 00000100:00100000:1.0:1763338455.752904:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6602 00000100:00100000:1.0:1763338455.752911:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+60:2409:x1848993290804480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.752918:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.752930:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d64 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.752944:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.752953:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.752955:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.752960:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 61 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.752970:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 61 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.752979:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240031200, rc 0) 00000100:00100000:1.0:1763338455.752999:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+61:2409:x1848993290804480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 89us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.753005:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6602 00000100:00100000:3.0:1763338455.759495:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290804736 00000100:00100000:3.0:1763338455.759510:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290804736 00000100:00100000:3.0:1763338455.759576:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3331 00000100:00100000:3.0:1763338455.759586:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56914:x1848993290804736:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.759877:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56914:x1848993290804736:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 290us (1352us total) trans 4294972633 rc 0/0 00000100:00100000:3.0:1763338455.759886:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3331 00000100:00100000:1.0:1763338455.764478:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.764579:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290804992 00000100:00100000:2.0:1763338455.764591:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290804992 00000100:00100000:2.0:1763338455.764720:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9557 00000100:00100000:2.0:1763338455.764734:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290804992:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338455.764757:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.764761:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338455.764797:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae821 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d56 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.764820:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd143077500) 00010000:00010000:2.0:1763338455.764832:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.764852:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae83d lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d6b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.764970:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae844 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.764984:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae844 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.764994:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae844 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.765009:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 0 00010000:00010000:2.0:1763338455.765129:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae83d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d6b expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.765144:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae844 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d6b expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.765153:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.765156:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763338455.765158:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:2.0:1763338455.765230:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290804992:12345-192.168.202.34@tcp:101:bash.0 Request processed in 499us (762us total) trans 4294972634 rc 0/0 00000100:00100000:2.0:1763338455.765238:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9557 00000100:00100000:3.0:1763338455.769553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.770475:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290805248 00000100:00100000:2.0:1763338455.770485:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290805248 00000100:00100000:2.0:1763338455.770538:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290805376 00000100:00100000:2.0:1763338455.770541:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290805376 00000100:00100000:2.0:1763338455.770564:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9558 00000100:00100000:2.0:1763338455.770573:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56914:x1848993290805248:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.770596:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.770619:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae852 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d72 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338455.770894:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9559 00000100:00100000:3.0:1763338455.770904:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290805376:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338455.770914:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.770924:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae859 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d79 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.770948:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae860 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338455.770962:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae860 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.770974:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae860 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338455.771082:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae859 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d79 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.771100:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae860 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d79 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.771108:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:3.0:1763338455.771111:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338455.771114:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:3.0:1763338455.771169:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290805376:12345-192.168.202.34@tcp:101:bash.0 Request processed in 267us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.771176:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9559 00010000:00010000:2.0:1763338455.772179:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.772194:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772203:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772214:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.772221:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772226:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772348:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.772359:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772366:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772372:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772388:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.772393:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772400:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772409:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.772414:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772420:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae875 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.772434:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 0 00010000:00010000:2.0:1763338455.772515:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772522:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772528:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772534:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772538:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.772541:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772547:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772555:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.772558:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.772562:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772567:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae867 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772576:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772581:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772586:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772591:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.772593:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772598:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772603:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.772605:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.772608:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772613:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae86e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.772649:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae852 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d72 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.772658:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.772660:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338455.772664:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae852 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d72 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.772675:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338455.772744:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56914:x1848993290805248:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2171us (3202us total) trans 4294972635 rc 301/301 00000100:00100000:2.0:1763338455.772754:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9558 00000100:00100000:2.0:1763338455.777515:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290805632 00000100:00100000:2.0:1763338455.777527:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290805632 00000100:00100000:2.0:1763338455.777592:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9560 00000100:00100000:2.0:1763338455.777602:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290805632:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338455.777656:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338455.777698:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae844 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d6b expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.777715:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.777720:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.777893:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.777909:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.777920:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338455.777969:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972636 00000004:00010000:2.0:1763338455.777998:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a2345a17 reply state 0000000046cbbf41 transno 4294972637 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.778017:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.778024:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.778027:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338455.778030:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338455.778129:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290805632:12345-192.168.202.34@tcp:36:bash.0 Request processed in 527us (944us total) trans 4294972637 rc 0/0 00000100:00100000:2.0:1763338455.778138:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9560 00000020:00080000:2.0:1763338455.778144:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338455.778347:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290805888 00000100:00100000:3.0:1763338455.778352:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290805888 00000100:00100000:3.0:1763338455.778398:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3332 00000100:00100000:3.0:1763338455.778406:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56914:x1848993290805888:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.778516:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56914:x1848993290805888:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 111us (1052us total) trans 4294972638 rc 0/0 00000100:00100000:3.0:1763338455.778522:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3332 00000100:00100000:3.0:1763338455.782097:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.782148:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.782781:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290806144 00000100:00100000:1.0:1763338455.782786:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290806144 00000100:00100000:1.0:1763338455.782829:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9561 00000100:00100000:1.0:1763338455.782837:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290806144:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.782861:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.782884:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4ae88a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d80 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.782928:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4ae88a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d80 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.782944:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4ae88a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d80 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.782965:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.782968:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338455.782974:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240031a00, rc 0) 00000100:00100000:1.0:1763338455.783000:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290806144:12345-192.168.202.34@tcp:101:bash.0 Request processed in 164us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.783006:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9561 00000100:00100000:1.0:1763338455.793327:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000040:00080000:1.0:1763338455.796407:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1483, 88 off124688 00000004:00080000:1.0:1763338455.796427:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125508164656ns, next at 1125468244082ns, rc = 0 00000040:00080000:1.0:1763338455.796463:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1483, 88 off124928 00000004:00080000:1.0:1763338455.796468:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125508206514ns, next at 1125468213929ns, rc = 0 00000100:00100000:1.0:1763338455.804186:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290806656 00000100:00100000:1.0:1763338455.804198:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290806656 00000100:00100000:1.0:1763338455.804290:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9563 00000100:00100000:1.0:1763338455.804302:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56915:x1848993290806656:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.804325:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.804355:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4ae89f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d8e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.804460:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.804474:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.804486:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.804496:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.804503:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.804513:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.804629:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.804639:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.804645:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.804656:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 2 00010000:00010000:1.0:1763338455.805006:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805016:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805022:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805028:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.805033:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805039:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805052:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.805055:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763338455.805061:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805072:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4ae8b4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805090:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805569:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805577:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805582:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.805915:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805925:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805937:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338455.805940:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.805943:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805950:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4ae8a6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805964:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805969:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805975:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805980:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.805983:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805989:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.805996:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:1.0:1763338455.805999:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.806002:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.806007:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae8ad lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.806054:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4ae89f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d8e expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.806064:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338455.806066:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338455.806070:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4ae89f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d8e expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.806085:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240030a00, rc 0) 00000001:00080000:3.0:1763338455.806484:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972639 is committed 00000004:00080000:3.0:1763338455.806493:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 972 committed 00000004:00080000:3.0:1763338455.806508:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 966 committed 00000004:00080000:3.0:1763338455.806517:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 965 committed 00000004:00080000:3.0:1763338455.806519:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 971 committed 00010000:00010000:2.0:1763338455.807489:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807501:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807507:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807512:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.807516:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807523:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807536:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.807539:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.807543:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807549:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4ae725 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338455.807568:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807574:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807579:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807585:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.807587:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807594:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807601:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df500) 00010000:00010000:2.0:1763338455.807604:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.807606:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807612:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae7bf lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807628:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807633:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807639:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807648:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.807651:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807657:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807664:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.807667:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.807670:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.807675:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae883 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338455.807760:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303168000:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.807821:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.807860:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338455.807866:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303168128:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.807886:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.807911:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303168256:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.807932:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.807951:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338455.807957:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303168384:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.807976:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.808004:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303168000 00000100:00100000:2.0:1763338455.808011:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303168000 00000100:00100000:2.0:1763338455.808054:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303168128 00000100:00100000:2.0:1763338455.808057:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303168128 00000100:00100000:2.0:1763338455.808071:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303168256 00000100:00100000:2.0:1763338455.808073:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303168256 00000100:00100000:2.0:1763338455.808086:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303168384 00000100:00100000:2.0:1763338455.808088:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303168384 00000100:00100000:2.0:1763338455.808108:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6603 00000100:00100000:2.0:1763338455.808116:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3656:x1848993303168000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338455.808143:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:588 count 1 00010000:00010000:2.0:1763338455.808169:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.808189:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.808197:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338455.808199:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338455.808203:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.808236:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.808250:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 16 pid: 17642 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.808288:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303168512:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338455.808387:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56915:x1848993290806656:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4077us (4402us total) trans 4294972640 rc 301/301 00000100:00100000:1.0:1763338455.808397:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9563 00010000:00010000:1.0:1763338455.808465:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae898 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d87 expref: 256 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.808481:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.808483:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338455.808497:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4ae891 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d87 expref: 256 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338455.808511:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4ae898 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d87 expref: 255 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.808535:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.808538:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338455.808540:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:3.0:1763338455.808648:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6604 00000100:00100000:3.0:1763338455.808657:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3656:x1848993303168128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338455.808670:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:589 count 1 00010000:00010000:3.0:1763338455.808791:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae8c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.808811:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae66f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd1 expref: 16 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.808819:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.808821:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.808824:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4ae8c9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.808846:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae66f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd1 expref: 16 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.808855:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4ae66f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cd1 expref: 16 pid: 17642 timeout: 1225 lvb_type: 1 00000100:00100000:3.0:1763338455.808866:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303168640:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.810390:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338455.810433:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6605 00000100:00100000:2.0:1763338455.810451:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303168256:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.810662:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303168256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 220us (2728us total) trans 21474838926 rc 0/0 00000100:00100000:2.0:1763338455.810670:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6605 00000100:00100000:1.0:1763338455.811133:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:55909:x1848993290806400:12345-192.168.202.34@tcp:101:bash.0 Request processed in 17639us (17811us total) trans 4294972639 rc 0/0 00000100:00100000:1.0:1763338455.811143:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9562 00000100:00100000:2.0:1763338455.813792:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6607 00000100:00100000:2.0:1763338455.813801:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+127:3657:x1848993303168896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338455.813815:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:589 count 1 00010000:00010000:2.0:1763338455.813838:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae8d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.813858:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4ae668 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cca expref: 60 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338455.813866:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338455.813868:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338455.813872:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae8d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.813897:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4ae668 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cca expref: 60 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338455.813908:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4ae668 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cca expref: 60 pid: 35252 timeout: 1225 lvb_type: 1 00000100:00100000:2.0:1763338455.813918:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303169280:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.813973:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1763338455.813992:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6608 00000100:00100000:2.0:1763338455.813999:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+127:3657:x1848993303168768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338455.814013:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:588 count 1 00010000:00010000:2.0:1763338455.814024:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae8d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.814035:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d09 expref: 60 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.814041:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338455.814042:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338455.814045:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae8d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.814063:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d09 expref: 60 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.814073:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae6f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d09 expref: 60 pid: 35252 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.814083:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303169408:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.814109:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4540 going to sleep for 11 seconds 00000100:00100000:2.0:1763338455.814136:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303169024:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.814166:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763338455.814209:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6b480/2, rc 0, transno 21474838926 00000100:00100000:2.0:1763338455.814215:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303168256:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.814225:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338455.814230:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144527480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303169152:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.814251:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338455.814294:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303169024 00000100:00100000:2.0:1763338455.814298:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303169024 00000100:00100000:2.0:1763338455.814315:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303169152 00000100:00100000:2.0:1763338455.814318:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303169152 00000100:00100000:2.0:1763338455.814330:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6609 00000100:00100000:2.0:1763338455.814336:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+129:3654:x1848993303169024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338455.814482:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+130:3654:x1848993303169024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 146us (314us total) trans 17179871599 rc 0/0 00000100:00100000:2.0:1763338455.814489:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6609 00000100:00100000:2.0:1763338455.814504:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6610 00000100:00100000:2.0:1763338455.814510:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+129:3654:x1848993303169152:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338455.814562:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338455.814565:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.814567:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.814569:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.814570:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338455.814597:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+130:3654:x1848993303169152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (345us total) trans 17179871600 rc 0/0 00000100:00100000:2.0:1763338455.814602:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6610 00000004:00080000:2.0:1763338455.814630:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144527480/2, rc 0, transno 17179871600 00000100:00100000:2.0:1763338455.814635:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144527480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303169152:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338455.814642:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144524700/2, rc 0, transno 17179871599 00000100:00100000:2.0:1763338455.814645:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144524700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303169024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338455.815843:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634c00 going to sleep for 11 seconds 00000004:00080000:1.0:1763338455.818810:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69c00/2, rc 0, transno 21474838927 00000100:00100000:1.0:1763338455.818816:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303168384:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338455.822167:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303168512:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338455.822200:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338455.822318:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290806912 00000100:00100000:1.0:1763338455.822325:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290806912 00010000:00010000:1.0:1763338455.822362:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 17 pid: 17642 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.822405:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3130 00000100:00100000:1.0:1763338455.822416:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290806912:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.822431:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.822436:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 17 pid: 17642 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.822449:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 17 pid: 17642 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.822474:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae6e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3cfb expref: 17 pid: 17642 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.822490:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.822492:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.822497:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.822506:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.822528:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.822582:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290806912:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 168us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.822589:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3130 00010000:00010000:3.0:1763338455.824907:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.824926:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.824937:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.824945:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae8c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.824974:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338455.825229:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3656:x1848993303168000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17108us (17403us total) trans 21474838928 rc 0/0 00000100:00100000:3.0:1763338455.825238:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6603 00010000:00010000:2.0:1763338455.827815:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338455.827842:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68000/2, rc 0, transno 21474838929 00000100:00100000:2.0:1763338455.827848:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303168128:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338455.827859:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69880/2, rc 0, transno 21474838928 00000100:00100000:2.0:1763338455.827862:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303168000:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.827964:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290806784 00000100:00100000:1.0:1763338455.827970:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290806784 00000100:00100000:1.0:1763338455.828015:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9564 00000100:00100000:1.0:1763338455.828024:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56915:x1848993290806784:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.828038:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.828055:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae8e5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3d95 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.828144:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.828158:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.828168:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.828194:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 2 00000004:00200000:1.0:1763338455.828199:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338455.828219:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.828243:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae8e5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 257 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.828258:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 256 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.828293:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.828296:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.828300:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbc00, rc 0) 00000100:00100000:1.0:1763338455.828332:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56915:x1848993290806784:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 310us (2878us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.828338:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9564 00000100:00100000:3.0:1763338455.832159:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.832209:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.832319:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290807552 00000100:00100000:1.0:1763338455.832331:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290807552 00000100:00100000:1.0:1763338455.832375:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290807680 00000100:00100000:1.0:1763338455.832387:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290807680 00000100:00100000:1.0:1763338455.832411:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6612 00000100:00100000:1.0:1763338455.832419:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+60:2410:x1848993290807552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.832440:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.832458:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae8f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3da3 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338455.832518:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303169536:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763338455.832592:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6540 going to sleep for 11 seconds 00000100:00100000:1.0:1763338455.832611:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6613 00000100:00100000:1.0:1763338455.832617:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290807680:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338455.832625:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.832639:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3daa expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338455.832659:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338455.832672:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.832674:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338455.832682:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 16 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.832695:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 16 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.832705:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:1.0:1763338455.832732:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290807680:12345-192.168.202.34@tcp:101:bash.0 Request processed in 115us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.832738:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6613 00002000:00010000:1.0:1763338455.837730:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb mtime: 0 -> 1763338456 00002000:00010000:1.0:1763338455.837741:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb atime: 0 -> 1763338456 00002000:00010000:1.0:1763338455.837744:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb ctime: 0 -> 1763338456 00000100:00100000:1.0:1763338455.837767:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303169536:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763338455.837805:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae8f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3da3 expref: 61 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.837828:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae8f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3da3 expref: 61 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338455.837840:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:1.0:1763338455.837901:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+60:2410:x1848993290807552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5481us (5751us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.837909:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6612 00000100:00100000:1.0:1763338455.838889:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.838915:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.839211:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1642 00000100:00100000:2.0:1763338455.839222:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290807936:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338455.839405:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338455.839411:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb mtime from disk: 0 -> 1763338456 00002000:00010000:2.0:1763338455.839417:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338455.839421:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb ctime from disk: 0 -> 1763338456 00002000:00010000:2.0:1763338455.839425:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338455.839479:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290807936:12345-192.168.202.34@tcp:10:bash.0 Request processed in 259us (561us total) trans 21474838930 rc 0/0 00000100:00100000:2.0:1763338455.839487:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1642 00002000:00010000:2.0:1763338455.839491:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/590 (0->18446744073709551615) 00002000:00100000:2.0:1763338455.839494:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf30e00 with x1848993290807936 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338455.839500:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14bf30e00. 00000100:00100000:1.0:1763338455.846129:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.846422:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.846679:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290808192 00000100:00100000:3.0:1763338455.846692:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290808192 00000100:00100000:3.0:1763338455.846755:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290808448 00000100:00100000:3.0:1763338455.846759:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290808448 00000100:00100000:3.0:1763338455.846832:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3334 00000100:00100000:3.0:1763338455.846843:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290808192:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338455.847138:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:55909:x1848993290808192:12345-192.168.202.34@tcp:35:bash.0 Request processed in 296us (3212us total) trans 4294972641 rc 0/0 00000100:00100000:3.0:1763338455.847146:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3334 00000100:00100000:3.0:1763338455.847164:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3335 00000100:00100000:3.0:1763338455.847171:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290808448:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.847592:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290808448:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 420us (1169us total) trans 4294972642 rc 0/0 00000100:00100000:3.0:1763338455.847600:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3335 00000100:00100000:2.0:1763338455.857129:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290808576 00000100:00100000:2.0:1763338455.857139:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290808576 00000100:00100000:2.0:1763338455.857202:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9565 00000100:00100000:2.0:1763338455.857212:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290808576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.857232:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.857255:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae901 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3db1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.857344:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.857358:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857370:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857395:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.857403:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857410:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857477:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.857487:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857495:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.857533:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 5 00000004:00200000:2.0:1763338455.857538:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338455.857556:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857568:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857577:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857584:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857591:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857597:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857603:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.857607:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857614:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857625:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.857628:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.857632:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857638:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae908 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857649:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857655:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857661:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857667:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.857670:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857676:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857683:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:2.0:1763338455.857685:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.857687:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857694:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4ae90f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.857720:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4ae901 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.857734:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.857742:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.857744:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338455.857747:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338455.857828:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56915:x1848993290808576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 617us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338455.857840:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9565 00000100:00100000:2.0:1763338455.863675:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.863763:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290808704 00000100:00100000:1.0:1763338455.863772:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290808704 00000100:00100000:1.0:1763338455.863834:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9566 00000100:00100000:1.0:1763338455.863844:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56916:x1848993290808704:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763338455.863872:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.863898:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae91d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3db8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.863968:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.863992:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864004:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864017:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.864023:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864029:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864094:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.864104:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864111:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338455.864149:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 5 00000004:00200000:1.0:1763338455.864154:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338455.864171:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864182:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864191:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864203:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864210:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864215:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.864220:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864227:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864238:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077200) 00010000:00010000:1.0:1763338455.864241:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.864246:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864253:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4ae924 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864293:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864299:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864305:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864310:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.864313:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864323:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864331:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077f00) 00010000:00010000:1.0:1763338455.864334:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.864337:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864342:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4ae92b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.864370:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae91d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.864397:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.864404:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.864406:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.864409:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:1.0:1763338455.864459:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56916:x1848993290808704:12345-192.168.202.34@tcp:101:rm.0 Request processed in 616us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.864466:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9566 00000100:00100000:3.0:1763338455.870400:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.870491:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.870602:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290808960 00000100:00100000:1.0:1763338455.870613:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290808960 00000100:00100000:1.0:1763338455.870677:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9567 00000100:00100000:1.0:1763338455.870687:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56915:x1848993290808960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.870709:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.870732:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae939 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3dbf expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.870844:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338455.870861:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.870871:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.870879:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.870889:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 6/0,1 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.870922:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.870936:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.870950:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303169664:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.871029:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.871039:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 261 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.871053:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303169792:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.871083:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.871091:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 261 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.871099:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303169920:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338455.871119:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.873726:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.873773:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.874367:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290809216 00000100:00100000:1.0:1763338455.874372:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290809216 00010000:00010000:1.0:1763338455.874400:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.874436:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3135 00000100:00100000:1.0:1763338455.874445:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:2407:x1848993290809216:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.874455:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.874460:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.874470:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 261 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.874482:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.874486:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.874493:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.874498:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.874759:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.874957:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:2407:x1848993290809216:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 512us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.874966:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3135 00010000:00010000:1.0:1763338455.879999:0:10039:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000d8c4d72b x1848993303169664) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 260 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.880027:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae932 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db8 expref: 260 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.880043:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303169664:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.880056:0:10039:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000004a9d6245 x1848993303169792) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 259 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.880067:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4ae916 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3db1 expref: 259 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.880075:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303169792:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.880086:0:10039:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000ece71910 x1848993303169920) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 258 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.880101:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae8ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d95 expref: 258 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.880110:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303169920:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.880136:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.880141:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.880149:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.880158:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.880167:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.880173:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338455.880199:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 5 00010000:00010000:1.0:1763338455.880395:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4ae939 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.880414:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 258 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.880425:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 258 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.880436:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24a00, rc 0) 00000100:00100000:1.0:1763338455.880505:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290808960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9818us (10126us total) trans 4294972643 rc 0/0 00000100:00100000:1.0:1763338455.880514:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9567 00000100:00100000:2.0:1763338455.883700:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.884589:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290809600 00000100:00100000:1.0:1763338455.884602:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290809600 00000100:00100000:1.0:1763338455.884667:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9569 00000100:00100000:1.0:1763338455.884687:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290809600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.884714:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.884737:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae963 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3dc6 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.884852:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338455.884866:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.884874:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.884893:0:10039:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.884904:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338455.886654:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.886738:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290809728 00000100:00100000:1.0:1763338455.886746:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290809728 00010000:00010000:1.0:1763338455.886781:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.886820:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3136 00000100:00100000:1.0:1763338455.886828:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:2407:x1848993290809728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.886841:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.886847:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.886860:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.886879:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4ae940 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dbf expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.886893:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.886898:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.886908:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.886914:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae955 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.886921:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.886927:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.886935:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.886962:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.887029:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:2407:x1848993290809728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 200us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.887036:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3136 00010000:00010000:1.0:1763338455.888010:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.888018:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338455.888045:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c4:0x0]: returning size 5 00000004:00200000:1.0:1763338455.888049:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338455.888063:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.888087:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4ae963 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dc6 expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.888102:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dc6 expref: 259 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.888109:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.888111:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338455.888113:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbc00, rc 0) 00000100:00100000:1.0:1763338455.890840:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56915:x1848993290809600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6150us (7137us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.890854:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9569 00000100:00100000:3.0:1763338455.900503:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.908541:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.908592:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.910341:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290810240 00000100:00100000:1.0:1763338455.910347:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290810240 00000100:00100000:3.0:1763338455.919071:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290810368 00000100:00100000:3.0:1763338455.919081:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290810368 00000100:00100000:3.0:1763338455.919140:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9572 00000100:00100000:3.0:1763338455.919151:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56917:x1848993290810368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.919183:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.919214:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae9a2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ddb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.920230:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.920249:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920279:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920294:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.920302:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920308:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920346:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920353:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920360:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920367:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.920371:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920387:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920399:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338455.920402:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.920407:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920414:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4ae9a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920428:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920433:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920439:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920445:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338455.920447:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920452:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920459:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df000) 00010000:00010000:3.0:1763338455.920462:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.920465:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920470:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4ae9b0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.920501:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae9a2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ddb expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.920512:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338455.920514:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338455.920518:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4ae9a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ddb expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.920530:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:3.0:1763338455.924731:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56917:x1848993290810368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5567us (6054us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338455.924746:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9572 00000100:00100000:2.0:1763338455.925387:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.925507:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303170048:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338455.925534:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338455.928225:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290810624 00000100:00100000:3.0:1763338455.928234:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290810624 00000100:00100000:3.0:1763338455.928319:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9573 00000100:00100000:3.0:1763338455.928330:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56917:x1848993290810624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.928347:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.928370:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae9b7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3de2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.928452:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae9be lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338455.928467:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae9be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338455.928478:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae9be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338455.928524:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338455.928530:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338455.928565:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4ae9b7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3de2 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.928581:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae9be lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3de2 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338455.928590:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:3.0:1763338455.928593:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338455.928597:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475400, rc 0) 00000100:00100000:3.0:1763338455.928652:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56917:x1848993290810624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 324us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.928659:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9573 00000100:00100000:3.0:1763338455.929574:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338455.930920:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.930933:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.930959:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.930967:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.930976:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.930982:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338455.930986:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.930995:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.931013:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.931020:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4ae99b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338455.931072:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+62:2409:x1848993290810240:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 16241us (22479us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.931080:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6614 00000100:00100000:2.0:1763338455.934210:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290810880 00000100:00100000:2.0:1763338455.934220:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290810880 00000100:00100000:2.0:1763338455.934294:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290811136 00000100:00100000:2.0:1763338455.934297:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290811136 00000100:00100000:3.0:1763338455.934304:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9574 00000100:00100000:3.0:1763338455.934315:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56917:x1848993290810880:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:2.0:1763338455.934323:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9575 00000100:00100000:2.0:1763338455.934329:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56915:x1848993290811136:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338455.934337:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.934356:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae9c5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3de9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.934365:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338455.934397:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4ae96a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dc6 expref: 264 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.934417:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.934422:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.934449:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.934462:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.934471:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:2.0:1763338455.934708:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1484, 88 off125016 00000004:00080000:2.0:1763338455.934717:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125646454764ns, next at 1125468213929ns, rc = 0 00000040:00080000:2.0:1763338455.934756:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1484, 88 off124776 00000004:00080000:2.0:1763338455.934762:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125646499901ns, next at 1125468244082ns, rc = 0 00000040:00080000:2.0:1763338455.934778:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1485, 88 off124864 00000004:00080000:2.0:1763338455.934783:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125646521461ns, next at 1125468244082ns, rc = 0 00000040:00080000:2.0:1763338455.934794:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1485, 88 off125104 00000004:00080000:2.0:1763338455.934798:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125646536519ns, next at 1125468213929ns, rc = 0 00010000:00010000:1.0:1763338455.935514:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.935527:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935536:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935545:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338455.935551:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935556:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935585:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935592:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935599:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935605:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.935608:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935614:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935622:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:1.0:1763338455.935625:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.935628:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935633:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4ae9d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935641:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935647:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935652:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935657:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338455.935659:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935663:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935673:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df000) 00010000:00010000:1.0:1763338455.935675:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.935687:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935694:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4ae9da lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338455.935723:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae9c5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3de9 expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.935732:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:1.0:1763338455.935735:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338455.935738:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4ae9c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3de9 expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.935749:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474e00, rc 0) 00000100:00100000:1.0:1763338455.935819:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56917:x1848993290810880:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1505us (1690us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338455.935827:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9574 00000001:00080000:3.0:1763338455.938086:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972646 is committed 00000004:00080000:3.0:1763338455.938101:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 974 committed 00000004:00080000:3.0:1763338455.938117:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 968 committed 00010000:00010000:2.0:1763338455.938217:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.938229:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.938237:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.938243:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.938247:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.938254:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.938296:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df000) 00010000:00010000:2.0:1763338455.938300:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.938305:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338455.938311:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4ae94e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338455.939236:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 967 committed 00000100:00100000:1.0:1763338455.939370:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303170560:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.939414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.939435:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338455.939441:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303170432:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338455.939463:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338455.939484:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303170560 00000100:00100000:1.0:1763338455.939488:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303170560 00000100:00100000:1.0:1763338455.939510:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303170432 00000100:00100000:1.0:1763338455.939514:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303170432 00000100:00100000:1.0:1763338455.939531:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6617 00000100:00100000:1.0:1763338455.939537:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3655:x1848993303170560:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338455.939614:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338455.939617:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338455.939620:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338455.939621:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338455.939624:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338455.939655:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3655:x1848993303170560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (241us total) trans 21474838931 rc 0/0 00000100:00100000:1.0:1763338455.939662:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6617 00000100:00100000:1.0:1763338455.939676:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6618 00000100:00100000:1.0:1763338455.939683:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3655:x1848993303170432:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338455.939732:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338455.939736:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338455.939738:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338455.939740:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338455.939742:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338455.939768:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3655:x1848993303170432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (304us total) trans 21474838932 rc 0/0 00000100:00100000:1.0:1763338455.939774:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6618 00000004:00080000:1.0:1763338455.939803:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761ed80/2, rc 0, transno 21474838932 00000100:00100000:1.0:1763338455.939808:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303170432:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338455.939817:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761c000/2, rc 0, transno 21474838931 00000100:00100000:1.0:1763338455.939820:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303170560:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338455.939971:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 973 committed 00000004:00010000:2.0:1763338455.940091:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ddab9f7d reply state 000000006b51b293 transno 4294972646 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940110:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940120:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.940123:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338455.940128:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763338455.940219:0:10039:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338455.940235:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56915:x1848993290811136:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 5903us (6047us total) trans 4294972646 rc 0/0 00000100:00100000:2.0:1763338455.940242:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9575 00010000:00010000:2.0:1763338455.940284:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940292:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940299:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940305:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.940309:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940316:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940326:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338455.940328:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338455.940331:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.940337:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4ae9cc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338455.942526:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290811392 00000100:00100000:2.0:1763338455.942535:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290811392 00000100:00100000:2.0:1763338455.942579:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9576 00000100:00100000:2.0:1763338455.942586:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56917:x1848993290811392:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.942605:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.942607:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338455.942627:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4ae9be lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3de2 expref: 254 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.942643:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:2.0:1763338455.942651:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.942665:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae9e1 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3df0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.942747:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.942758:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.942767:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.942776:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.942782:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.942788:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943156:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.943164:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943171:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.943180:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 0 00010000:00010000:2.0:1763338455.943201:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943208:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943214:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943219:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943225:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.943228:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943235:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943243:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.943246:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.943250:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943255:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4ae9e8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:2.0:1763338455.943293:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006bc059c5 reply state 00000000dbfbdcfa transno 4294972647 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943310:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.943316:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:2.0:1763338455.943318:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338455.943320:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338455.943345:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4ae9e1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 256 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.943358:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 255 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.943365:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338455.943367:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338455.943370:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338455.943449:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56917:x1848993290811392:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 863us (1021us total) trans 4294972647 rc 0/0 00000100:00100000:2.0:1763338455.943456:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9576 00000100:00100000:3.0:1763338455.946309:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.946457:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290811520 00000100:00100000:1.0:1763338455.946468:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290811520 00000100:00100000:1.0:1763338455.946526:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9577 00000100:00100000:1.0:1763338455.946535:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56915:x1848993290811520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338455.946568:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338455.946590:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3df7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.946644:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 257 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.946658:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 257 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338455.946675:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338455.946679:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338455.946682:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:1.0:1763338455.946744:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290811520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 209us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338455.946751:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9577 00000100:00100000:3.0:1763338455.950148:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.951025:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290811776 00000100:00100000:2.0:1763338455.951037:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290811776 00000100:00100000:2.0:1763338455.951109:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9578 00000100:00100000:2.0:1763338455.951119:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56917:x1848993290811776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338455.951143:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.951166:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea0b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3dfe expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.951305:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.951320:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 258 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.951329:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.951385:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 258 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.951399:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 258 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338455.951413:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303170688:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338455.951508:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338455.951560:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.955175:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290812160 00000100:00100000:2.0:1763338455.955182:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303170688:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338455.955184:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290812160 00010000:00010000:2.0:1763338455.955216:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338455.955239:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6619 00000100:00100000:3.0:1763338455.955249:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+62:2410:x1848993290812160:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338455.955282:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338455.955303:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e0c expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338455.955324:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24e:0x0] initial LVB size: 5, mtime: 0x691a68d8, atime: 0x691a68d8, ctime: 0x691a68d8, blocks: 0x8 00010000:00010000:3.0:1763338455.955342:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.955344:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338455.955354:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 63 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.955370:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 63 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338455.955394:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475200, rc 0) 00000100:00100000:3.0:1763338455.955447:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+63:2410:x1848993290812160:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 199us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338455.955455:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6619 00000100:00100000:1.0:1763338455.955597:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290812032 00000100:00100000:1.0:1763338455.955602:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290812032 00010000:00010000:1.0:1763338455.955624:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338455.955660:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3138 00000100:00100000:1.0:1763338455.955668:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:2409:x1848993290812032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338455.955690:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338455.955698:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.955710:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.955728:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4ae9f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df0 expref: 260 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338455.955741:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:1.0:1763338455.955745:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.955753:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.955759:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338455.955778:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338455.955807:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:2409:x1848993290812032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 140us (767us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338455.955997:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956005:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.956029:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 0 00000004:00080000:2.0:1763338455.956218:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x250:0x0], index 0: 0 00000004:00080000:2.0:1763338455.956226:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x250:0x0], index 1: 0 00000004:00080000:2.0:1763338455.956231:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x251:0x0], index 1: 0 00000004:00080000:2.0:1763338455.956235:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x251:0x0], index 0: 0 00010000:00010000:2.0:1763338455.956406:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956414:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956421:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956426:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.956430:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956436:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956445:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338455.956448:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338455.956451:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956456:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea12 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.956496:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea0b lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dfe expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.956506:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338455.956508:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338455.956512:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea0b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dfe expref: 260 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.956523:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338455.956572:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56917:x1848993290811776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5454us (6434us total) trans 4294972648 rc 301/301 00000100:00100000:2.0:1763338455.956580:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9578 00000100:00100000:1.0:1763338455.957165:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3138 00000100:00100000:2.0:1763338455.960953:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338455.961019:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290812416 00000100:00100000:3.0:1763338455.961033:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290812416 00000100:00100000:3.0:1763338455.961112:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3336 00000100:00100000:3.0:1763338455.961123:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243556050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56917:x1848993290812416:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.961590:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243556050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56917:x1848993290812416:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 467us (647us total) trans 4294972649 rc 0/0 00000100:00100000:3.0:1763338455.961599:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3336 00000100:00100000:3.0:1763338455.966890:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290812672 00000100:00100000:3.0:1763338455.966903:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290812672 00000100:00100000:3.0:1763338455.966975:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3337 00000100:00100000:3.0:1763338455.966987:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56917:x1848993290812672:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338455.967344:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56917:x1848993290812672:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 358us (706us total) trans 4294972650 rc 0/0 00000100:00100000:3.0:1763338455.967353:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3337 00000100:00100000:2.0:1763338455.976431:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290812928 00000100:00100000:2.0:1763338455.976444:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290812928 00000100:00100000:2.0:1763338455.976523:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9580 00000100:00100000:2.0:1763338455.976535:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:55909:x1848993290812928:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338455.976563:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.976591:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea35 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e13 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.976748:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.976762:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976775:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976785:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.976792:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976798:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976853:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aea4a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.976866:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aea4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976873:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aea4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338455.976885:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c5:0x0]: returning size 0 00010000:00010000:2.0:1763338455.976978:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976986:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976991:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.976998:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977004:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.977008:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977015:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977027:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338455.977033:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.977037:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977043:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aea3c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977060:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977066:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977071:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977095:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338455.977098:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977104:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977111:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:2.0:1763338455.977114:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338455.977118:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977123:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea43 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.977165:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea35 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e13 expref: 263 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.977183:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aea4a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e13 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.977190:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.977193:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338455.977195:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338455.977345:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:55909:x1848993290812928:12345-192.168.202.34@tcp:101:bash.0 Request processed in 811us (1705us total) trans 4294972651 rc 0/0 00000100:00100000:2.0:1763338455.977354:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9580 00000100:00100000:1.0:1763338455.980390:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338455.992499:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.992588:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290813312 00000100:00100000:2.0:1763338455.992600:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290813312 00000100:00100000:2.0:1763338455.992682:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9582 00000100:00100000:2.0:1763338455.992695:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:55909:x1848993290813312:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338455.992761:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338455.992794:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aea4a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e13 expref: 263 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.992815:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.992821:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338455.993037:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338455.993052:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.993062:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338455.993119:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972652 00000004:00010000:2.0:1763338455.993146:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a6eaeb7 reply state 00000000d7a1dc91 transno 4294972653 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.993158:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338455.993167:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.993170:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338455.993173:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338455.995790:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290813312:12345-192.168.202.34@tcp:36:bash.0 Request processed in 3081us (3291us total) trans 4294972653 rc 0/0 00000100:00100000:2.0:1763338455.995806:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9582 00000020:00080000:2.0:1763338455.995816:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338455.998917:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338455.999090:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290813440 00000100:00100000:2.0:1763338455.999107:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290813440 00000100:00100000:2.0:1763338455.999191:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9583 00000100:00100000:2.0:1763338455.999203:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290813440:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338455.999246:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338455.999313:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea6d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e21 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.999395:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea6d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e21 expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.999414:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aea6d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e21 expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338455.999435:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338455.999439:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338455.999442:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:2.0:1763338455.999527:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290813440:12345-192.168.202.34@tcp:101:bash.0 Request processed in 325us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338455.999536:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9583 00000100:00100000:1.0:1763338456.005394:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00080000:2.0:1763338456.006830:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763338456.015979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.016043:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338456.016064:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303170944:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.016079:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290813824 00000100:00100000:1.0:1763338456.016085:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290813824 00000100:00100000:3.0:1763338456.016111:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.016130:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303170944 00000100:00100000:1.0:1763338456.016133:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303170944 00000100:00100000:3.0:1763338456.016136:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303170816:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.016155:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.016156:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6620 00000100:00100000:1.0:1763338456.016164:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+63:2410:x1848993290813824:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338456.016179:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303170816 00000100:00100000:3.0:1763338456.016183:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303170816 00000100:00100000:3.0:1763338456.016203:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6621 00000100:00100000:3.0:1763338456.016209:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303170944:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.016284:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+63:2410:x1848993290813824:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 119us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.016291:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6620 00000100:00100000:1.0:1763338456.016306:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6622 00000100:00100000:1.0:1763338456.016312:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303170816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.016411:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3657:x1848993303170816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (253us total) trans 21474838934 rc 0/0 00000100:00100000:1.0:1763338456.016417:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6622 00000100:00100000:3.0:1763338456.016667:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303170944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 456us (554us total) trans 21474838933 rc 0/0 00000004:00080000:1.0:1763338456.016676:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761df80/2, rc 0, transno 21474838933 00000100:00100000:3.0:1763338456.016677:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6621 00000100:00100000:1.0:1763338456.016682:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303170944:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338456.016692:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761fb80/2, rc 0, transno 21474838934 00000100:00100000:1.0:1763338456.016695:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303170816:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338456.016901:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016912:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016920:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016925:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.016929:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016937:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016960:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:2.0:1763338456.016963:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.016968:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016974:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4ae9ef lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.016996:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.017002:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.017007:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.017012:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.017015:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.017021:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.017028:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338456.017031:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.017033:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.017038:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aea66 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00080000:2.0:1763338456.017062:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763338456.017066:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1763338456.019217:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aea7b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e28 expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.019233:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338456.019236:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338456.019251:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aea74 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e28 expref: 258 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338456.019292:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aea7b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e28 expref: 257 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.019321:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338456.019324:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338456.019326:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:2.0:1763338456.019422:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290813696:12345-192.168.202.34@tcp:101:bash.0 Request processed in 12889us (14046us total) trans 4294972654 rc 0/0 00000100:00100000:2.0:1763338456.019434:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9584 00000100:00100000:1.0:1763338456.019513:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303171200:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.019602:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.019649:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303171072 00000100:00100000:1.0:1763338456.019657:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303171072 00000100:00100000:1.0:1763338456.019692:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303171200 00000100:00100000:1.0:1763338456.019695:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303171200 00000100:00100000:1.0:1763338456.019714:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6623 00000100:00100000:1.0:1763338456.019722:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+133:3654:x1848993303171072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.019884:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+134:3654:x1848993303171072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 162us (367us total) trans 17179871607 rc 0/0 00000100:00100000:1.0:1763338456.019891:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6623 00000100:00100000:1.0:1763338456.019904:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6624 00000100:00100000:1.0:1763338456.019910:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+133:3655:x1848993303171200:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.019983:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+134:3655:x1848993303171200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 73us (379us total) trans 17179871608 rc 0/0 00000100:00100000:1.0:1763338456.019989:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6624 00000004:00080000:1.0:1763338456.020035:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6a680/2, rc 0, transno 17179871608 00000100:00100000:1.0:1763338456.020041:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303171200:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338456.021498:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147772d80/2, rc 0, transno 17179871607 00000100:00100000:1.0:1763338456.021509:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303171072:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.027894:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.027953:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.028672:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290813952 00000100:00100000:2.0:1763338456.028685:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290813952 00000100:00100000:2.0:1763338456.028744:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290814080 00000100:00100000:2.0:1763338456.028747:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290814080 00000100:00100000:2.0:1763338456.028802:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6625 00000100:00100000:2.0:1763338456.028815:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+63:2407:x1848993290813952:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338456.028855:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6626 00000100:00100000:3.0:1763338456.028863:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d657050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993290814080:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.028874:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.028895:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e2f expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.028917:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.028937:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.028939:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763338456.028940:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+63:2407:x1848993290813952:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 129us (1055us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338456.028948:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e2f expref: 18 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.028948:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6625 00010000:00010000:3.0:1763338456.028964:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e2f expref: 18 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.028976:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475800, rc 0) 00000100:00100000:3.0:1763338456.029000:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d657050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993290814080:12345-192.168.202.34@tcp:101:bash.0 Request processed in 137us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.029007:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6626 00000100:00100000:1.0:1763338456.032050:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.032098:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.032172:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290814336 00000100:00100000:3.0:1763338456.032178:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290814336 00000100:00100000:3.0:1763338456.032221:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6627 00000100:00100000:3.0:1763338456.032237:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+64:55909:x1848993290814336:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.032253:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.032293:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e36 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.032327:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.032343:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.032346:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.032354:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 65 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.032373:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 65 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.032396:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475400, rc 0) 00000100:00100000:3.0:1763338456.032458:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+65:55909:x1848993290814336:12345-192.168.202.34@tcp:101:bash.0 Request processed in 228us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.032469:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6627 00000100:00100000:3.0:1763338456.036608:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.036647:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.036697:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.036741:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290814464 00000100:00100000:2.0:1763338456.036752:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290814464 00002000:00010000:2.0:1763338456.036799:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/592 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.036805:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146258a80 with x1848993290814464 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.036818:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146258a80. 00000100:00100000:2.0:1763338456.036846:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290814592 00000100:00100000:2.0:1763338456.036849:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290814592 00002000:00010000:2.0:1763338456.036863:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/592 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.036867:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14625ad80 with x1848993290814592 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.036873:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14625ad80. 00000100:00100000:2.0:1763338456.036891:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1644 00000100:00100000:2.0:1763338456.036900:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290814464:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338456.037015:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290814720 00000100:00100000:1.0:1763338456.037021:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290814720 00000100:00100000:1.0:1763338456.037062:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9585 00000100:00100000:1.0:1763338456.037070:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290814720:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.037093:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.037112:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aea97 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e3d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338456.037122:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338456.037129:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb mtime from disk: 0 -> 1763338456 00002000:00010000:2.0:1763338456.037137:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.037144:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb ctime from disk: 0 -> 1763338456 00010000:00010000:1.0:1763338456.037146:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4aea9e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00002000:00010000:2.0:1763338456.037152:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763338456.037163:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4aea9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.037175:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4aea9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338456.037218:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993290814464:12345-192.168.202.34@tcp:10:bash.0 Request processed in 318us (621us total) trans 21474838935 rc 0/0 00000100:00100000:2.0:1763338456.037225:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1644 00002000:00010000:2.0:1763338456.037229:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/592 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.037231:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146258a80 with x1848993290814464 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.037235:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146258a80. 00010000:00010000:1.0:1763338456.037420:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aea97 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e3d expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.037443:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbc00/0x4ea0a6980f4aea9e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e3d expref: 258 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.037453:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338456.037456:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338456.037461:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbc00, rc 0) 00000100:00100000:1.0:1763338456.038277:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290814720:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1191us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.038285:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9585 00000100:00100000:1.0:1763338456.045313:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.045858:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.050914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.052074:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290815232 00000100:00100000:1.0:1763338456.052087:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290815232 00010000:00010000:1.0:1763338456.052137:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d5d expref: 20 pid: 31107 timeout: 1225 lvb_type: 1 00000100:00100000:1.0:1763338456.052193:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3139 00000100:00100000:1.0:1763338456.052204:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e68850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993290815232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.052225:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.052255:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d5d expref: 20 pid: 31107 timeout: 1225 lvb_type: 1 00010000:00010000:1.0:1763338456.052318:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d5d expref: 20 pid: 31107 timeout: 1225 lvb_type: 1 00010000:00010000:1.0:1763338456.052347:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd274474800/0x4ea0a6980f4ae82f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d5d expref: 20 pid: 31107 timeout: 1225 lvb_type: 1 00010000:00010000:1.0:1763338456.052366:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.052368:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.052374:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aeaa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.052395:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aeaa5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.052425:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.052511:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e68850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993290815232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 309us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.052520:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3139 00000001:00080000:1.0:1763338456.056899:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838936 is committed 00000001:00080000:1.0:1763338456.056921:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838934 is committed 00000100:00100000:2.0:1763338456.057210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.066713:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338456.069084:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.069092:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4aeadd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.069097:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338456.069100:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4aeadd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.069106:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4aeadd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.069114:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c5:0x0].0x0 (ffff8fd2746e2200) 00010000:00010000:1.0:1763338456.069116:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338456.069119:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4aeadd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.069127:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4aeadd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.069140:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.069141:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.069143:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338456.077422:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.077608:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290815872 00000100:00100000:3.0:1763338456.077619:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290815872 00000100:00100000:3.0:1763338456.077683:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9588 00000100:00100000:3.0:1763338456.077693:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56915:x1848993290815872:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338456.077747:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.077774:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aea20 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e05 expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.077792:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:3.0:1763338456.077798:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338456.077862:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aeae4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338456.077875:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aeae4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.077885:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aeae4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00010000:3.0:1763338456.078015:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004a9d6245 reply state 0000000091129bd6 transno 4294972657 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aeae4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.078028:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aeae4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.078033:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:3.0:1763338456.078036:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338456.078039:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338456.079239:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56915:x1848993290815872:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 1542us (1826us total) trans 4294972657 rc 0/0 00000100:00100000:3.0:1763338456.079250:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9588 00000100:00100000:2.0:1763338456.083981:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.084205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.084817:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290816000 00000100:00100000:3.0:1763338456.084828:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290816000 00000100:00100000:1.0:1763338456.085204:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290816128 00000100:00100000:1.0:1763338456.085210:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290816128 00000100:00100000:1.0:1763338456.085283:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6628 00000100:00100000:1.0:1763338456.085294:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56915:x1848993290816128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.085311:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.085335:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e52 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338456.085360:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24f:0x0] initial LVB size: 4096, mtime: 0x691a68d8, atime: 0x0, ctime: 0x691a68d8, blocks: 0x8 00010000:00010000:1.0:1763338456.085391:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.085394:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.085403:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.085420:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.085433:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb800, rc 0) 00000100:00100000:1.0:1763338456.085494:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56915:x1848993290816128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 202us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.085506:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6628 00000100:00100000:2.0:1763338456.090469:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.090777:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290816256 00000100:00100000:3.0:1763338456.090787:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290816256 00000100:00100000:1.0:1763338456.092786:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6629 00000100:00100000:1.0:1763338456.092808:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+65:56915:x1848993290816256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.092828:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.092849:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e59 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.092882:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338456.092890:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.092892:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.092896:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.092930:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338456.092944:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 1225 lvb_type: 1 00000100:00100000:1.0:1763338456.092958:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303171456:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338456.093038:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.094132:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.096649:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303171456:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338456.096739:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.096759:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:1.0:1763338456.096810:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+66:56915:x1848993290816256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4010us (6342us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.096818:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6629 00000100:00100000:2.0:1763338456.097597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.097661:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290816512 00000100:00100000:3.0:1763338456.097668:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290816512 00010000:00010000:3.0:1763338456.098714:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 1225 lvb_type: 1 00000100:00100000:3.0:1763338456.098747:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3140 00000100:00100000:3.0:1763338456.098757:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2409:x1848993290816512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.098771:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.098792:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 1225 lvb_type: 1 00010000:00010000:3.0:1763338456.098804:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 1225 lvb_type: 1 00010000:00010000:3.0:1763338456.098829:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4ae836 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3d64 expref: 66 pid: 31107 timeout: 1225 lvb_type: 1 00010000:00010000:3.0:1763338456.098849:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.098851:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.098857:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 65 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.098867:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 65 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.098904:0:10279:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 65 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.098918:0:10279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10279:1848993303171584:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338456.099000:0:10279:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.100064:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338456.101070:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeb2a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.101084:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeb2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.101095:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeb2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338456.101135:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338456.101139:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338456.101171:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeb23 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e67 expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.101186:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeb2a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e67 expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.101196:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:2.0:1763338456.101199:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338456.101202:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338456.101258:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56919:x1848993290816640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 729us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.101285:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9591 00000100:00100000:2.0:1763338456.106074:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.106121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.106182:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290816768 00000100:00100000:3.0:1763338456.106193:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290816768 00002000:00010000:3.0:1763338456.106232:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/591 (5->18446744073709551615) 00002000:00100000:3.0:1763338456.106238:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534ca80 with x1848993290816768 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338456.106251:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd24534ca80. 00000100:00100000:3.0:1763338456.106325:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290816896 00000100:00100000:3.0:1763338456.106329:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290816896 00002000:00010000:3.0:1763338456.106345:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/591 (0->18446744073709551615) 00002000:00100000:3.0:1763338456.106348:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534d180 with x1848993290816896 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338456.106354:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd24534d180. 00000100:00100000:3.0:1763338456.106371:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1647 00000100:00100000:3.0:1763338456.106390:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290816768:12345-192.168.202.34@tcp:10:lfs.0 00000100:00100000:1.0:1763338456.106887:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1648 00000100:00100000:1.0:1763338456.106898:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+65:2410:x1848993290816896:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:1.0:1763338456.107021:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.107024:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb mtime from disk: 0 -> 1763338456 00002000:00010000:1.0:1763338456.107027:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.107029:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb ctime from disk: 0 -> 1763338456 00002000:00010000:1.0:1763338456.107031:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338456.107099:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2410:x1848993290816896:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 203us (977us total) trans 17179871610 rc 0/0 00000100:00100000:1.0:1763338456.107107:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1648 00002000:00010000:1.0:1763338456.107112:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/591 (0->18446744073709551615) 00002000:00100000:1.0:1763338456.107114:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534d180 with x1848993290816896 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338456.107119:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd24534d180. 00002000:00010000:1.0:1763338456.108096:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763338456.108102:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.108104:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.108106:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.108108:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338456.108153:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290816768:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 1763us (2086us total) trans 21474838937 rc 0/0 00000100:00100000:1.0:1763338456.108166:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1647 00002000:00010000:1.0:1763338456.108170:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/591 (5->18446744073709551615) 00002000:00100000:1.0:1763338456.108173:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534ca80 with x1848993290816768 ext(5->18446744073709551615) 00002000:00010000:1.0:1763338456.108180:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd24534ca80. 00000100:00100000:2.0:1763338456.111558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.111592:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290817024 00000100:00100000:1.0:1763338456.111609:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290817024 00000100:00100000:1.0:1763338456.111673:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9592 00000100:00100000:1.0:1763338456.111684:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56919:x1848993290817024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.111705:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.111730:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4aeb31 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e6e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.111801:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.111816:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111828:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111839:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.111846:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111853:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111891:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111900:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111906:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111911:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.111915:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111922:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111933:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:1.0:1763338456.111937:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.111942:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111947:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aeb38 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111959:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111964:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111969:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111973:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a25a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.111976:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111985:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.111992:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:1.0:1763338456.111994:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.111997:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.112003:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aeb3f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.112031:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4aeb31 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e6e expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.112041:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:1.0:1763338456.112043:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.112047:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4aeb31 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e6e expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.112054:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24600, rc 0) 00000100:00100000:1.0:1763338456.112122:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56919:x1848993290817024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 440us (575us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338456.112130:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9592 00000100:00100000:3.0:1763338456.114699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.114786:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.115057:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9593 00000100:00100000:1.0:1763338456.115068:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56915:x1848993290817280:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338456.115151:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aeb46 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.115169:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aeb46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.115181:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aeb46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338456.115315:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007082293a reply state 00000000bc13bfdf transno 4294972658 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aeb46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.115326:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aeb46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.115332:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338456.115334:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338456.115337:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338456.115434:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56915:x1848993290817280:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 367us (744us total) trans 4294972658 rc 0/0 00000100:00100000:1.0:1763338456.115440:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9593 00000100:00100000:3.0:1763338456.117543:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.117601:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290817664 00000100:00100000:1.0:1763338456.117608:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290817664 00000100:00100000:1.0:1763338456.117659:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6630 00000100:00100000:1.0:1763338456.117668:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2407:x1848993290817664:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338456.117905:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338456.117909:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.117913:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb atime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.117916:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.117918:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338456.117966:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2407:x1848993290817664:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 299us (423us total) trans 17179871611 rc 0/0 00000100:00100000:1.0:1763338456.117974:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6630 00000100:00100000:3.0:1763338456.119868:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.121942:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290818176 00000100:00100000:3.0:1763338456.121950:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290818176 00000100:00100000:3.0:1763338456.122000:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3339 00000100:00100000:3.0:1763338456.122009:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56915:x1848993290818176:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:3.0:1763338456.122054:0:35243:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1c4:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae978 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dcd expref: 267 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.122102:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:3.0:1763338456.122120:0:35243:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.122130:0:35243:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338456.122155:0:35243:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.122165:0:35243:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.122178:0:35243:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35243:1848993303171840:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338456.122244:0:35243:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338456.125667:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290818304 00000100:00100000:3.0:1763338456.125676:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290818304 00010000:00010000:3.0:1763338456.125716:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aeb62 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e75 expref: 268 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.125756:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3141 00000100:00100000:3.0:1763338456.125765:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2410:x1848993290818304:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.125783:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.125789:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aeb62 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e75 expref: 268 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.125802:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aeb62 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e75 expref: 268 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.125830:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aeb62 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e75 expref: 268 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.125845:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd2746e2500) 00010000:00010000:3.0:1763338456.125850:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeb77 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.125859:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeb77 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.125866:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeb77 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.125885:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338456.125995:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2410:x1848993290818304:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 230us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.126003:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3141 00000100:00100000:2.0:1763338456.126043:0:35243:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35243:1848993303171840:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.126060:0:35243:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000100:00100000:3.0:1763338456.126066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.126085:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290818432 00000100:00100000:3.0:1763338456.126089:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290818432 00010000:00010000:3.0:1763338456.126103:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.126133:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3142 00000100:00100000:3.0:1763338456.126140:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2409:x1848993290818432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.126148:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.126153:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.126208:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.126221:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aea04 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3df7 expref: 267 pid: 6521 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.126232:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:3.0:1763338456.126236:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338456.126245:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338456.126252:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338456.126313:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338456.126337:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+266:2409:x1848993290818432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 197us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.126344:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3142 00010000:00010000:2.0:1763338456.126421:0:35243:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.126429:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000040:00080000:2.0:1763338456.126662:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1490, 88 off125496 00000004:00080000:2.0:1763338456.126669:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125838407165ns, next at 1126780245110ns, rc = 0 00000040:00080000:2.0:1763338456.126712:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1490, 88 off125256 00000004:00080000:2.0:1763338456.126717:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125838455310ns, next at 1126780220598ns, rc = 0 00000040:00080000:2.0:1763338456.126734:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1491, 88 off125344 00000004:00080000:2.0:1763338456.126737:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125838475442ns, next at 1126780220598ns, rc = 0 00000040:00080000:2.0:1763338456.126747:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1491, 88 off125584 00000004:00080000:2.0:1763338456.126750:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125838488191ns, next at 1126780245110ns, rc = 0 00000100:00100000:2.0:1763338456.126843:0:8864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8864:1848993303171968:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1763338456.126883:0:8864:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.126905:0:8864:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4540 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.127171:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303171968 00000100:00100000:2.0:1763338456.127176:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303171968 00000100:00100000:3.0:1763338456.128860:0:9995:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9995:1848993303172224:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1763338456.128917:0:9995:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.130311:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303172224 00000100:00100000:1.0:1763338456.130321:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303172224 00000100:00100000:3.0:1763338456.130331:0:9995:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338456.130362:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303172096 00000100:00100000:3.0:1763338456.130365:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303172096 00000100:00100000:1.0:1763338456.130370:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6631 00000100:00100000:1.0:1763338456.130390:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:8864:x1848993303171968:12345-0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1763338456.130412:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1763338456.130419:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd275482c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+135:3656:x1848993303172096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763338456.130430:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 485100608 pending 200704 free 3920232448 avail 3688710144 00002000:00080000:1.0:1763338456.130430:0:8869:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 610 00000100:00100000:3.0:1763338456.130479:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd275482c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+135:3656:x1848993303172096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.130486:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1763338456.130725:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303172096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763338456.131989:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:8864:x1848993303171968:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1598us (5101us total) trans 21474838938 rc 0/0 00000100:00100000:1.0:1763338456.131998:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6631 00000100:00100000:1.0:1763338456.132020:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6632 00000100:00100000:1.0:1763338456.132028:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+134:9995:x1848993303172224:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1763338456.132056:0:8869:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 610 00000100:00100000:3.0:1763338456.133169:0:8864:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838934 gen 2 00000004:00080000:3.0:1763338456.133178:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747f800, transno 21474838912 00000100:00100000:1.0:1763338456.133492:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+135:9995:x1848993303172224:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1462us (4571us total) trans 17179871612 rc 0/0 00000100:00100000:1.0:1763338456.133500:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6632 00000004:00080000:3.0:1763338456.133732:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747d500, transno 21474838913 00000004:00080000:3.0:1763338456.134168:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747df80, transno 21474838914 00000004:00080000:3.0:1763338456.134173:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747c000, transno 21474838915 00000004:00080000:3.0:1763338456.134176:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c9880, transno 21474838916 00000004:00080000:3.0:1763338456.134178:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c7b80, transno 21474838917 00000004:00080000:3.0:1763338456.134181:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4a80, transno 21474838918 00000004:00080000:3.0:1763338456.134183:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c7800, transno 21474838919 00000004:00080000:3.0:1763338456.134186:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99c00, transno 21474838921 00000004:00080000:3.0:1763338456.134189:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f5500, transno 21474838922 00000004:00080000:3.0:1763338456.134191:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498faa00, transno 21474838923 00000004:00080000:3.0:1763338456.134194:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f011880, transno 21474838924 00000004:00080000:3.0:1763338456.134197:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6b480, transno 21474838926 00000004:00080000:3.0:1763338456.134200:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69c00, transno 21474838927 00000004:00080000:3.0:1763338456.134202:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69880, transno 21474838928 00000004:00080000:3.0:1763338456.134204:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68000, transno 21474838929 00000004:00080000:3.0:1763338456.134207:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761c000, transno 21474838931 00000004:00080000:3.0:1763338456.134210:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761ed80, transno 21474838932 00000004:00080000:3.0:1763338456.134213:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761df80, transno 21474838933 00000004:00080000:3.0:1763338456.134216:0:8864:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761fb80, transno 21474838934 00000100:00100000:3.0:1763338456.134224:0:8864:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd24534e300 x1848993303171968/t21474838938(21474838938) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1763338472 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763338456.134238:0:8864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8864:1848993303171968:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763338456.134964:0:8864:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x253:0x0]-[0x280000400:0x281:0x0] 00000001:00080000:2.0:1763338456.135015:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972661 is committed 00000100:00100000:3.0:1763338456.135016:0:9995:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9995:1848993303172224:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1763338456.135021:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 979 committed 00000004:00080000:3.0:1763338456.135023:0:9995:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x253:0x0]-[0x2c0000400:0x281:0x0] 00000004:00080000:2.0:1763338456.135030:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 973 committed 00000004:00080000:2.0:1763338456.135039:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 972 committed 00000004:00080000:2.0:1763338456.135041:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 978 committed 00000004:00080000:2.0:1763338456.135055:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 977 committed 00000004:00080000:2.0:1763338456.135058:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 971 committed 00000004:00010000:2.0:1763338456.135099:0:35243:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001887c7dc reply state 00000000b442d9e2 transno 4294972661 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135121:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00000100:00100000:3.0:1763338456.135124:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303172352:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338456.135130:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338456.135132:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338456.135136:0:35243:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338456.135142:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338456.135145:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338456.135151:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4ae978 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3dcd expref: 258 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.135173:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.135204:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338456.135210:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303172736:0@lo:2:osp-syn-0-1.0 00010000:00080000:2.0:1763338456.135248:0:35243:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338456.135274:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290818176:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 13252us (14031us total) trans 4294972661 rc 0/0 00000100:00100000:2.0:1763338456.135284:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3339 00010000:00010000:2.0:1763338456.135310:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135316:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135322:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135327:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.135330:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135335:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135342:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:2.0:1763338456.135343:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.135347:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338456.135353:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aeb7e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00000100:00100000:3.0:1763338456.135996:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.136100:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.136102:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303172864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.136134:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.136356:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338456.136361:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303173248:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.136402:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.136432:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303172480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.136454:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.136479:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303172992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.136498:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.136515:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763338456.136521:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303172608:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.136541:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.136555:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303173120:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.136569:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.136593:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303172736 00000100:00100000:3.0:1763338456.136596:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303172736 00000100:00100000:3.0:1763338456.136653:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303172864 00000100:00100000:3.0:1763338456.136656:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303172864 00000100:00100000:3.0:1763338456.136669:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303172992 00000100:00100000:3.0:1763338456.136671:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303172992 00000100:00100000:3.0:1763338456.136794:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6634 00000100:00100000:3.0:1763338456.136801:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303172736:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338456.136925:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338456.136929:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:3.0:1763338456.136932:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338456.136934:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:3.0:1763338456.136936:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24f:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338456.136974:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6635 00000100:00100000:1.0:1763338456.136983:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+138:3657:x1848993303172864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.136985:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3657:x1848993303172736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 184us (989us total) trans 21474838939 rc 0/0 00000100:00100000:3.0:1763338456.136991:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6634 00002000:00080000:1.0:1763338456.136996:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:592 count 1 00000100:00100000:3.0:1763338456.137005:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6636 00000100:00100000:3.0:1763338456.137011:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+138:3657:x1848993303173248:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338456.137011:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137023:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 66 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137029:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.137030:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.137033:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137058:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 66 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137067:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 66 pid: 8869 timeout: 1225 lvb_type: 0 00002000:00010000:3.0:1763338456.137072:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338456.137075:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:3.0:1763338456.137077:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1763338456.137077:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303173504:192.168.202.34@tcp:104: 00002000:00010000:3.0:1763338456.137079:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:3.0:1763338456.137082:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338456.137101:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338456.137107:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+139:3657:x1848993303173248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (704us total) trans 17179871613 rc 0/0 00000100:00100000:3.0:1763338456.137113:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6636 00000100:00100000:1.0:1763338456.137119:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6637 00000100:00100000:3.0:1763338456.137125:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6638 00000100:00100000:1.0:1763338456.137126:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+138:3654:x1848993303172992:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.137130:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303172480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338456.137138:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:593 count 1 00002000:00080000:1.0:1763338456.137138:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:593 count 1 00002000:00010000:3.0:1763338456.137155:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1763338456.137155:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.137161:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137161:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137170:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.137170:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.137172:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.137172:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.137177:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137177:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137190:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137190:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137200:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137200:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137207:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137213:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137225:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338456.137284:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290818688 00000100:00100000:2.0:1763338456.137288:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290818688 00000100:00100000:2.0:1763338456.137313:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3340 00000100:00100000:2.0:1763338456.137319:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56919:x1848993290818688:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.137452:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303172480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 321us (996us total) trans 21474838940 rc 0/0 00000100:00100000:3.0:1763338456.137459:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6638 00000100:00100000:3.0:1763338456.137471:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6639 00000100:00100000:3.0:1763338456.137477:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303172608:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338456.137518:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56919:x1848993290818688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 198us (1418us total) trans 4294972662 rc 0/0 00002000:00010000:3.0:1763338456.137522:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338456.137524:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00000100:00100000:2.0:1763338456.137525:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3340 00002000:00010000:3.0:1763338456.137526:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338456.137528:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:3.0:1763338456.137531:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338456.137547:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6640 00000100:00100000:2.0:1763338456.137553:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+138:3654:x1848993303173120:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.137554:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303172608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (1012us total) trans 21474838941 rc 0/0 00000100:00100000:3.0:1763338456.137559:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6639 00010000:00010000:1.0:1763338456.137720:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763338456.137745:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338456.137751:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137759:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.137763:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137771:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137785:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137793:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aeba1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137806:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338456.137809:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137815:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.137819:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.137824:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+139:3654:x1848993303172992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 699us (1324us total) trans 17179871614 rc 0/0 00010000:00010000:3.0:1763338456.137831:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.137831:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6637 00010000:00010000:3.0:1763338456.137841:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.137845:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.137847:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aeb9a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.137859:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.137860:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.137862:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338456.137886:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c9f80/2, rc 0, transno 21474838941 00000100:00100000:3.0:1763338456.137891:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303172608:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338456.137900:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c8e00/2, rc 0, transno 21474838940 00000100:00100000:3.0:1763338456.137903:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303172480:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338456.137912:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf33480/2, rc 0, transno 17179871614 00000100:00100000:3.0:1763338456.137915:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303172992:0@lo:6:osp-syn-1-1.0 00002000:00010000:2.0:1763338456.138013:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338456.138017:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:2.0:1763338456.138019:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb atime from disk: 1763338456 -> 1763338456 00002000:00010000:2.0:1763338456.138021:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:2.0:1763338456.138023:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338456.138066:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+139:3654:x1848993303173120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 512us (1494us total) trans 17179871615 rc 0/0 00000100:00100000:2.0:1763338456.138072:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6640 00000004:00080000:3.0:1763338456.138504:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf30700/2, rc 0, transno 17179871615 00000100:00100000:3.0:1763338456.138509:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303173120:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.140998:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290818816 00000100:00100000:1.0:1763338456.141008:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290818816 00000100:00100000:1.0:1763338456.141070:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9596 00000100:00100000:1.0:1763338456.141081:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+254:56915:x1848993290818816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.141109:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.141133:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4aeba8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e83 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.141198:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4aeba8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e83 expref: 255 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.141213:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5000/0x4ea0a6980f4aeba8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e83 expref: 255 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.141233:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338456.141236:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338456.141240:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5000, rc 0) 00000100:00100000:1.0:1763338456.141330:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56915:x1848993290818816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 251us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.141338:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9596 00000100:00100000:1.0:1763338456.142253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.142880:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303173504:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.142896:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.143618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.143760:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290819072 00000100:00100000:3.0:1763338456.143769:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290819072 00010000:00010000:3.0:1763338456.143802:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 67 pid: 8869 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.143848:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290818944 00000100:00100000:3.0:1763338456.143851:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290818944 00010000:00010000:3.0:1763338456.143867:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e2f expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.143899:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3143 00000100:00100000:3.0:1763338456.143908:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2410:x1848993290819072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.143926:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.143931:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 67 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.143942:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 67 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.143968:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aea90 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e36 expref: 67 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.143985:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.143987:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.143992:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144001:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144027:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338456.144072:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2410:x1848993290819072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 163us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.144079:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3143 00000100:00100000:3.0:1763338456.144095:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3144 00000100:00100000:3.0:1763338456.144101:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290818944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.144111:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.144115:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e2f expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.144126:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e2f expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.144141:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4aea82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e2f expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:3.0:1763338456.144150:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.144152:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.144155:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144161:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144176:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338456.144195:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290818944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 94us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.144202:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3144 00010000:00010000:3.0:1763338456.144229:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144238:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144249:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144257:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144303:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338456.144559:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+139:3657:x1848993303172864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7576us (8423us total) trans 17179871616 rc 0/0 00000100:00100000:3.0:1763338456.144567:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6635 00010000:00010000:3.0:1763338456.144588:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338456.144594:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144602:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.144606:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144616:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144628:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144639:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aeb93 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.144655:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.144657:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.144658:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.145085:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.145091:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.145098:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338456.145101:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.145110:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.145122:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.145128:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aeb8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.145142:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.145144:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.145146:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338456.146291:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290819328 00000100:00100000:2.0:1763338456.146299:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290819328 00000100:00100000:2.0:1763338456.146348:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3341 00000100:00100000:2.0:1763338456.146357:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243554850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+255:56919:x1848993290819328:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338456.147792:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243554850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56919:x1848993290819328:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1428us (1639us total) trans 4294972663 rc 0/0 00000100:00100000:2.0:1763338456.147805:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3341 00000100:00100000:1.0:1763338456.147869:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.147897:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290819584 00000100:00100000:2.0:1763338456.147903:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290819584 00000100:00100000:2.0:1763338456.147951:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3342 00000100:00100000:2.0:1763338456.147960:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+256:56915:x1848993290819584:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338456.148185:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338456.148247:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1492, 64 off125648 00000040:00080000:2.0:1763338456.148292:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1492, 64 off125408 00000040:00080000:2.0:1763338456.148305:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1493, 64 off125472 00000040:00080000:2.0:1763338456.148315:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1493, 64 off125712 00010000:00010000:2.0:1763338456.148371:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:2.0:1763338456.148399:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338456.148411:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338456.148419:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338456.148425:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338456.148431:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338456.148455:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338456.148647:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290819584:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 686us (776us total) trans 4294972664 rc 0/0 00000100:00100000:2.0:1763338456.148654:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3342 00010000:00010000:1.0:1763338456.149092:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.149099:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.149113:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338456.149116:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.149125:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.149138:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c4:0x0].0x0 (ffff8fd260197b00) 00010000:00010000:1.0:1763338456.149142:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338456.149147:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.149152:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebaf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.149169:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.149171:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.149173:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338456.151223:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.151353:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290819840 00000100:00100000:3.0:1763338456.151364:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290819840 00000100:00100000:3.0:1763338456.151436:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9597 00000100:00100000:3.0:1763338456.151447:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290819840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.151520:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.151548:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aebb6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e8a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.151637:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.151652:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151664:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151676:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.151694:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151701:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151821:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aebcb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.151830:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aebcb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151837:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aebcb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338456.151847:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:3.0:1763338456.151935:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151942:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151948:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151954:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151960:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.151964:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151971:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.151985:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ca00) 00010000:00010000:3.0:1763338456.151988:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.151992:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152002:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aebbd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152015:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152020:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152025:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152030:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.152033:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152038:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152044:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cc00) 00010000:00010000:3.0:1763338456.152046:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.152049:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152054:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aebc4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.152094:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aebb6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e8a expref: 260 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.152109:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aebcb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e8a expref: 259 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.152121:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:3.0:1763338456.152124:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338456.152127:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:3.0:1763338456.152198:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56915:x1848993290819840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 752us (982us total) trans 4294972665 rc 0/0 00000100:00100000:3.0:1763338456.152205:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9597 00000100:00100000:2.0:1763338456.157626:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290820096 00000100:00100000:2.0:1763338456.157636:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290820096 00000100:00100000:2.0:1763338456.157674:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290820224 00000100:00100000:2.0:1763338456.157676:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290820224 00000100:00100000:2.0:1763338456.157710:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9598 00000100:00100000:2.0:1763338456.157719:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:55909:x1848993290820096:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338456.157748:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.157752:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338456.157776:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aebcb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e8a expref: 260 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.157792:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:2.0:1763338456.157802:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.157816:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebd9 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e91 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.157925:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.157938:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.157947:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338456.157961:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00010000:00010000:2.0:1763338456.158070:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aebd9 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.158083:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.158089:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:2.0:1763338456.158092:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763338456.158094:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338456.158153:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:55909:x1848993290820096:12345-192.168.202.34@tcp:101:bash.0 Request processed in 430us (812us total) trans 4294972666 rc 0/0 00000100:00100000:2.0:1763338456.158161:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9598 00000100:00100000:2.0:1763338456.158183:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9599 00000100:00100000:2.0:1763338456.158189:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56915:x1848993290820224:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.158197:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.158204:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aebee lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e98 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.158251:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.158287:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.158295:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.158330:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.158343:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 261 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338456.158355:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303173632:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.158429:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.161804:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303173632:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.161841:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338456.162666:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.163249:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290820480 00000100:00100000:2.0:1763338456.163258:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290820480 00010000:00010000:2.0:1763338456.163332:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 262 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338456.163385:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3145 00000100:00100000:1.0:1763338456.163437:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.163458:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+262:2409:x1848993290820480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338456.163476:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.163483:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 262 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338456.163497:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 262 pid: 10039 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.163508:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290820352 00000100:00100000:3.0:1763338456.163513:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290820352 00010000:00010000:2.0:1763338456.163519:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aebe0 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e91 expref: 263 pid: 10039 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338456.163534:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:2.0:1763338456.163538:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.163548:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.163555:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.163593:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338456.163643:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+262:2409:x1848993290820480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 249us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.163650:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3145 00010000:00010000:1.0:1763338456.163759:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.163766:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338456.163890:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9600 00000100:00100000:3.0:1763338456.163900:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:55909:x1848993290820352:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.163924:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.163940:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aebfc lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3e9f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.163969:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aec03 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.163979:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aec03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.163986:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aec03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.164085:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aebfc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e9f expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.164099:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aec03 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e9f expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.164112:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:3.0:1763338456.164115:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338456.164118:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:3.0:1763338456.164163:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:55909:x1848993290820352:12345-192.168.202.34@tcp:101:bash.0 Request processed in 266us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.164170:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9600 00000004:00200000:1.0:1763338456.164212:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 0 00000004:00200000:1.0:1763338456.164216:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338456.164232:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.164258:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aebee lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e98 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.164293:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e98 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.164300:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:1.0:1763338456.164303:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763338456.164306:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:1.0:1763338456.164329:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290820224:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6141us (6934us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.164336:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9599 00000100:00100000:1.0:1763338456.169250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.169323:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.169398:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290820608 00000100:00100000:3.0:1763338456.169408:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290820608 00000100:00100000:3.0:1763338456.169535:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290820864 00000100:00100000:3.0:1763338456.169540:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290820864 00000100:00100000:3.0:1763338456.169576:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9601 00000100:00100000:3.0:1763338456.169586:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56915:x1848993290820608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.169604:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.169622:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aec0a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ea6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.169677:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aec0a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ea6 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.169691:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aec0a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ea6 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.169709:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:3.0:1763338456.169713:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338456.169716:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:3.0:1763338456.169768:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56915:x1848993290820608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 183us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.169779:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9601 00000100:00100000:3.0:1763338456.169795:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9602 00000100:00100000:3.0:1763338456.169801:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:55909:x1848993290820864:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338456.169836:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.169853:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aebf5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e98 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.169866:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:3.0:1763338456.169870:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338456.170019:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.170028:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.170036:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:3.0:1763338456.170076:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972667 00000004:00010000:3.0:1763338456.170092:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a27ea07 reply state 00000000810cc019 transno 4294972668 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.170103:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.170108:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:3.0:1763338456.170111:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338456.170113:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338456.170163:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290820864:12345-192.168.202.34@tcp:36:bash.0 Request processed in 361us (839us total) trans 4294972668 rc 0/0 00000100:00100000:3.0:1763338456.170173:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9602 00000020:00080000:3.0:1763338456.170177:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338456.172859:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.172904:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338456.173362:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.173389:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f600, rc 0) 00000100:00100000:0.0:1763338456.173411:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2407:x1848993290821120:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 108us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.173417:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6642 00000100:00100000:0.0:1763338456.175122:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.175806:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290821376 00000100:00100000:1.0:1763338456.175815:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290821376 00000100:00100000:1.0:1763338456.175865:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9603 00000100:00100000:1.0:1763338456.175874:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290821376:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338456.175898:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.175901:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338456.175922:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aec0a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ea6 expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.175939:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:1.0:1763338456.175943:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338456.175955:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aec26 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ebb expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.176002:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.176013:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.176022:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:1.0:1763338456.176228:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1494, 88 off125800 00000004:00080000:1.0:1763338456.176236:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125887973573ns, next at 1126780245110ns, rc = 0 00000040:00080000:1.0:1763338456.176286:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1494, 88 off125560 00000004:00080000:1.0:1763338456.176293:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125888030200ns, next at 1126780220598ns, rc = 0 00000040:00080000:1.0:1763338456.176313:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1495, 88 off125648 00000004:00080000:1.0:1763338456.176317:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1125888055287ns, next at 1126780220598ns, rc = 0 00000040:00080000:1.0:1763338456.176327:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1495, 88 off125888 00000004:00080000:1.0:1763338456.176331:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1125888069487ns, next at 1126780245110ns, rc = 0 00000100:00100000:2.0:1763338456.179054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.179309:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290821504 00000100:00100000:0.0:1763338456.179319:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290821504 00000100:00100000:0.0:1763338456.179368:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9604 00000100:00100000:0.0:1763338456.179385:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56915:x1848993290821504:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.179406:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.179431:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ec2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.179486:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.179498:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.179521:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.179535:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.179548:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:0.0:1763338456.179553:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338456.179556:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.179564:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338456.179626:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56915:x1848993290821504:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 250us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.179633:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9604 00000001:00080000:2.0:1763338456.181698:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972669 is committed 00000004:00080000:2.0:1763338456.181711:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 981 committed 00000004:00080000:2.0:1763338456.181725:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 975 committed 00000004:00080000:2.0:1763338456.181737:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 974 committed 00000004:00080000:2.0:1763338456.181739:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 980 committed 00010000:00010000:0.0:1763338456.181874:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.181886:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338456.181891:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303174144:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338456.181892:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.181898:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.181902:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.181908:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.181922:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:0.0:1763338456.181925:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.181929:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.181934:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aec11 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338456.181952:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.181978:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303174144 00000100:00100000:0.0:1763338456.181985:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303174144 00000100:00100000:3.0:1763338456.181989:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338456.181995:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303173760:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.182015:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.182024:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303173760 00000100:00100000:0.0:1763338456.182027:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303173760 00000100:00100000:3.0:1763338456.182039:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303173888:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.182045:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6643 00000100:00100000:0.0:1763338456.182054:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3656:x1848993303174144:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.182059:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.182074:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338456.182078:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303174016:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.182095:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1763338456.182205:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338456.182208:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338456.182211:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338456.182213:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338456.182215:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338456.182297:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303174144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 243us (343us total) trans 21474838943 rc 0/0 00000100:00100000:0.0:1763338456.182306:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6643 00000100:00100000:0.0:1763338456.182320:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303173888 00000100:00100000:0.0:1763338456.182324:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303173888 00000100:00100000:0.0:1763338456.182342:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303174016 00000100:00100000:0.0:1763338456.182344:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303174016 00000004:00080000:3.0:1763338456.182352:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14caf1f80/2, rc 0, transno 21474838943 00000100:00100000:3.0:1763338456.182358:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14caf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303174144:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.182359:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6644 00000100:00100000:0.0:1763338456.182364:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303173760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338456.182390:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:590 count 1 00010000:00010000:0.0:1763338456.182410:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182430:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182439:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.182441:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.182444:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182479:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182492:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 14 pid: 8869 timeout: 1225 lvb_type: 0 00000100:00100000:0.0:1763338456.182504:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d405500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303174272:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.182575:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48000 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.182594:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6645 00000100:00100000:0.0:1763338456.182601:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303173888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338456.182613:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:591 count 1 00010000:00010000:0.0:1763338456.182624:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182635:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182640:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.182642:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.182644:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182688:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.182698:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 1225 lvb_type: 0 00000100:00100000:0.0:1763338456.182707:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303174400:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.182750:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.182767:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6646 00000100:00100000:0.0:1763338456.182776:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303174016:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.182862:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303174016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (765us total) trans 21474838944 rc 0/0 00000100:00100000:0.0:1763338456.182868:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6646 00000004:00080000:0.0:1763338456.182895:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69500/2, rc 0, transno 21474838944 00000100:00100000:0.0:1763338456.182900:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303174016:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.183052:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303174784:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.183082:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.183102:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338456.183107:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303174656:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.183127:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.183149:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303174784 00000100:00100000:1.0:1763338456.183153:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303174784 00000100:00100000:1.0:1763338456.183176:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303174656 00000100:00100000:1.0:1763338456.183179:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303174656 00000100:00100000:1.0:1763338456.183196:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6647 00000100:00100000:1.0:1763338456.183202:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+140:3655:x1848993303174784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.183343:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+141:3655:x1848993303174784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 139us (259us total) trans 17179871617 rc 0/0 00000100:00100000:1.0:1763338456.183349:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6647 00000100:00100000:1.0:1763338456.183362:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6648 00000100:00100000:1.0:1763338456.183368:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+140:3655:x1848993303174656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338456.183390:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:591 count 1 00010000:00010000:1.0:1763338456.183404:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183418:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183424:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.183426:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.183428:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183449:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183458:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338456.183469:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303175040:192.168.202.34@tcp:104: 00000004:00080000:3.0:1763338456.183482:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b480/2, rc 0, transno 17179871617 00000100:00100000:3.0:1763338456.183487:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303174784:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.183506:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6e40 going to sleep for 11 seconds 00010000:00010000:1.0:1763338456.183570:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ebb expref: 258 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183584:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:1.0:1763338456.183587:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338456.183590:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183598:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183605:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.183628:0:13583:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.183637:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145155500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303175168:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338456.183664:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.183784:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303174528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.183814:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.183843:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763338456.183849:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303174912:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.183869:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.183899:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303174528 00000100:00100000:2.0:1763338456.183903:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303174528 00000100:00100000:2.0:1763338456.183923:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303174912 00000100:00100000:2.0:1763338456.183925:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303174912 00000100:00100000:2.0:1763338456.183937:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6649 00000100:00100000:2.0:1763338456.183942:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+142:3657:x1848993303174528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338456.183955:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:590 count 1 00010000:00010000:2.0:1763338456.183967:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.183979:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 66 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.183985:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.183987:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.183990:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.184013:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 66 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.184022:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 66 pid: 8406 timeout: 1225 lvb_type: 1 00000100:00100000:2.0:1763338456.184031:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303175296:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.184058:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.184074:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6650 00000100:00100000:2.0:1763338456.184080:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+142:3657:x1848993303174912:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338456.184156:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338456.184159:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.184161:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.184163:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.184166:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338456.184196:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+143:3657:x1848993303174912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (326us total) trans 17179871618 rc 0/0 00000100:00100000:2.0:1763338456.184202:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6650 00000004:00080000:2.0:1763338456.184232:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b800/2, rc 0, transno 17179871618 00000100:00100000:2.0:1763338456.184237:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303174912:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.187223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.187668:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d405500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303174272:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.187699:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.188391:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290821632 00000100:00100000:2.0:1763338456.188400:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290821632 00010000:00010000:2.0:1763338456.188434:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00000100:00100000:2.0:1763338456.188472:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3146 00000100:00100000:2.0:1763338456.188479:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e6b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290821632:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338456.188491:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.188495:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338456.188507:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338456.188530:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4ae8fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3daa expref: 15 pid: 8869 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338456.188545:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.188547:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.188551:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.188560:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.188597:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338456.188653:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e6b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290821632:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 173us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.188661:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3146 00010000:00010000:3.0:1763338456.189165:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.189176:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.189226:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.189238:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.189285:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338456.189411:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.189419:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.189427:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338456.189431:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.189440:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.189458:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.189465:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aec3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.189481:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.189483:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.189484:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338456.189536:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303173760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7170us (7518us total) trans 21474838945 rc 0/0 00000100:00100000:3.0:1763338456.189544:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6644 00000004:00080000:2.0:1763338456.189556:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69880/2, rc 0, transno 21474838945 00000100:00100000:2.0:1763338456.189563:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303173760:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338456.189834:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303174400:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.189839:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338456.189851:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.189857:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290821760 00000100:00100000:0.0:1763338456.189861:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290821760 00000100:00100000:2.0:1763338456.189875:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303175296:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.189881:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 1225 lvb_type: 0 00010000:00010000:2.0:1763338456.189889:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.189902:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3147 00000100:00100000:0.0:1763338456.189909:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290821760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.189918:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.189922:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 1225 lvb_type: 0 00010000:00010000:0.0:1763338456.189933:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338456.189940:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303175040:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.189947:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aeaeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e52 expref: 14 pid: 8405 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338456.189952:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.189957:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.189959:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.189963:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.189972:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.189996:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.190036:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993290821760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 127us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.190043:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3147 00000100:00100000:0.0:1763338456.190078:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.190093:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822016 00000100:00100000:0.0:1763338456.190096:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822016 00010000:00010000:0.0:1763338456.190110:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 67 pid: 8406 timeout: 1225 lvb_type: 1 00000100:00100000:0.0:1763338456.190128:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3148 00000100:00100000:0.0:1763338456.190135:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2408:x1848993290822016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.190145:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.190149:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 67 pid: 8406 timeout: 1225 lvb_type: 1 00010000:00010000:0.0:1763338456.190158:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 67 pid: 8406 timeout: 1225 lvb_type: 1 00010000:00010000:0.0:1763338456.190171:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aea27 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e0c expref: 67 pid: 8406 timeout: 1225 lvb_type: 1 00000100:00100000:1.0:1763338456.190180:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338456.190181:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.190183:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.190186:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190193:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190217:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.190222:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190230:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.190237:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2408:x1848993290822016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 102us (158us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338456.190239:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.190243:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3148 00010000:00010000:2.0:1763338456.190246:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.190253:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290821888 00000100:00100000:0.0:1763338456.190256:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290821888 00010000:00010000:2.0:1763338456.190282:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338456.190289:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 1225 lvb_type: 0 00000100:00100000:0.0:1763338456.190309:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3149 00000100:00100000:0.0:1763338456.190315:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2408:x1848993290821888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.190324:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.190328:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 1225 lvb_type: 0 00010000:00010000:0.0:1763338456.190337:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 1225 lvb_type: 0 00010000:00010000:0.0:1763338456.190348:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aeb07 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e59 expref: 66 pid: 8405 timeout: 1225 lvb_type: 0 00010000:00010000:0.0:1763338456.190356:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.190358:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.190360:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190367:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190395:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.190413:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+65:2408:x1848993290821888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 98us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.190419:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3149 00010000:00010000:0.0:1763338456.190442:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190450:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190458:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190466:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190479:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338456.190519:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303173888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7917us (8457us total) trans 21474838946 rc 0/0 00000100:00100000:2.0:1763338456.190525:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6645 00010000:00010000:2.0:1763338456.190543:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338456.190548:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190556:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.190559:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190567:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190577:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190584:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aec42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190600:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1763338456.190603:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+143:3655:x1848993303174656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7235us (7474us total) trans 17179871619 rc 0/0 00010000:00010000:2.0:1763338456.190604:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.190610:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6648 00010000:00010000:2.0:1763338456.190611:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.190614:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190621:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.190626:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.190630:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.190641:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4aec49 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338456.190648:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a98380/2, rc 0, transno 17179871619 00010000:00010000:2.0:1763338456.190652:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338456.190652:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303174656:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338456.190654:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.190656:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338456.190724:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68000/2, rc 0, transno 21474838946 00000100:00100000:1.0:1763338456.190729:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303173888:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338456.190744:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.190752:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.190760:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.190766:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.190789:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338456.190952:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+143:3657:x1848993303174528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7008us (7137us total) trans 17179871620 rc 0/0 00000100:00100000:1.0:1763338456.190959:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6649 00000100:00100000:3.0:1763338456.191457:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145155500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303175168:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338456.191488:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4aec26 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ebb expref: 258 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338456.191505:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ebb expref: 257 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.191534:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5c00, rc 0) 00000100:00100000:3.0:1763338456.191568:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+257:55909:x1848993290821376:12345-192.168.202.34@tcp:101:bash.0 Request processed in 15695us (16454us total) trans 4294972669 rc 0/0 00000100:00100000:3.0:1763338456.191575:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9603 00010000:00010000:2.0:1763338456.191849:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.191855:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.191864:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.191867:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.191875:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.191890:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.191897:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec50 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.191912:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.191914:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.191916:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338456.192031:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.192358:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822144 00000100:00100000:2.0:1763338456.192365:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822144 00000100:00100000:2.0:1763338456.192412:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3343 00000100:00100000:2.0:1763338456.192421:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290822144:12345-192.168.202.34@tcp:49:lfs.0 00000100:00100000:2.0:1763338456.192516:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290822144:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 95us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.192523:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3343 00000004:00080000:0.0:1763338456.193080:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99c00/2, rc 0, transno 17179871620 00000100:00100000:0.0:1763338456.193087:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303174528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.198885:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.198942:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.199195:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822272 00000100:00100000:0.0:1763338456.199207:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822272 00000100:00100000:0.0:1763338456.199297:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822400 00000100:00100000:0.0:1763338456.199301:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822400 00000100:00100000:0.0:1763338456.199325:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6651 00000100:00100000:0.0:1763338456.199333:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2407:x1848993290822272:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.199351:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.199381:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aec57 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ec9 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.199476:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6652 00000100:00100000:1.0:1763338456.199485:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+66:55909:x1848993290822400:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338456.199493:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.199504:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ed0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338456.199527:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338456.199548:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.199550:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.199560:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 67 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.199577:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 67 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.199590:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24a00, rc 0) 00000100:00100000:1.0:1763338456.199643:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+67:55909:x1848993290822400:12345-192.168.202.34@tcp:101:bash.0 Request processed in 159us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.199655:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6652 00000100:00100000:0.0:1763338456.200254:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303175424:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763338456.200355:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.203112:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.203223:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822528 00000100:00100000:3.0:1763338456.203233:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822528 00000100:00100000:3.0:1763338456.203348:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6653 00000100:00100000:3.0:1763338456.203361:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290822528:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.203388:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.203413:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ed7 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.203447:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.203470:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.203473:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.203482:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.203498:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.203511:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:3.0:1763338456.207439:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290822528:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4068us (4323us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.207452:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6653 00002000:00010000:0.0:1763338456.208063:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb mtime: 0 -> 1763338456 00002000:00010000:0.0:1763338456.208068:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb atime: 0 -> 1763338456 00002000:00010000:0.0:1763338456.208071:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb ctime: 0 -> 1763338456 00000100:00100000:0.0:1763338456.208091:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303175424:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338456.208123:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aec57 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec9 expref: 67 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.208144:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aec57 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec9 expref: 67 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.208156:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:0.0:1763338456.208207:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2407:x1848993290822272:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8874us (9476us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338456.208214:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6651 00000100:00100000:1.0:1763338456.211187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.212043:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.212221:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822784 00000100:00100000:2.0:1763338456.212222:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290822656 00000100:00100000:2.0:1763338456.212234:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822656 00000100:00100000:0.0:1763338456.212234:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290822784 00002000:00010000:0.0:1763338456.212312:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/594 (0->18446744073709551615) 00002000:00100000:0.0:1763338456.212319:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c17800 with x1848993290822784 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338456.212334:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145c17800. 00000100:00100000:0.0:1763338456.212363:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1649 00000100:00100000:0.0:1763338456.212386:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290822784:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338456.212486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:0.0:1763338456.212599:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338456.212604:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb mtime from disk: 0 -> 1763338456 00002000:00010000:0.0:1763338456.212607:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338456.212609:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb ctime from disk: 0 -> 1763338456 00002000:00010000:0.0:1763338456.212612:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338456.212694:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993290822784:12345-192.168.202.34@tcp:10:bash.0 Request processed in 322us (653us total) trans 21474838947 rc 0/0 00000100:00100000:0.0:1763338456.212703:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1649 00002000:00010000:0.0:1763338456.212707:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/594 (0->18446744073709551615) 00002000:00100000:0.0:1763338456.212710:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c17800 with x1848993290822784 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338456.212715:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145c17800. 00002000:00010000:2.0:1763338456.212895:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/594 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.212900:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c15180 with x1848993290822656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.212907:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145c15180. 00000100:00100000:2.0:1763338456.212933:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1650 00000100:00100000:2.0:1763338456.212942:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2407:x1848993290822656:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338456.213040:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338456.213043:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:2.0:1763338456.213046:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb atime from disk: 1763338456 -> 0 00002000:00010000:2.0:1763338456.213048:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:2.0:1763338456.213050:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338456.213084:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2407:x1848993290822656:12345-192.168.202.34@tcp:10:bash.0 Request processed in 143us (1905us total) trans 17179871621 rc 0/0 00000100:00100000:2.0:1763338456.213091:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1650 00002000:00010000:2.0:1763338456.213094:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/594 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.213097:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c15180 with x1848993290822656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.213102:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145c15180. 00000100:00100000:3.0:1763338456.213343:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290823040 00000100:00100000:3.0:1763338456.213349:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290823040 00000100:00100000:3.0:1763338456.213393:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3344 00000100:00100000:3.0:1763338456.213402:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+257:56915:x1848993290823040:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.213570:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290823040:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 169us (1084us total) trans 4294972670 rc 0/0 00000100:00100000:3.0:1763338456.213577:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3344 00000100:00100000:1.0:1763338456.217925:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.218222:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290823296 00000100:00100000:3.0:1763338456.218233:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290823296 00000100:00100000:1.0:1763338456.218243:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.218310:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9605 00000100:00100000:3.0:1763338456.218321:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56915:x1848993290823296:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.218346:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763338456.218351:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290823552 00000100:00100000:2.0:1763338456.218356:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290823552 00010000:00010000:3.0:1763338456.218382:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aec6c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ede expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.218403:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3345 00000100:00100000:2.0:1763338456.218410:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:55909:x1848993290823552:12345-192.168.202.34@tcp:35:bash.0 00010000:00010000:3.0:1763338456.218459:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.218472:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218483:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218494:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.218500:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218505:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218581:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aec81 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.218591:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aec81 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218598:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aec81 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338456.218607:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 5 00010000:00010000:3.0:1763338456.218653:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218660:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218667:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218673:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338456.218675:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:55909:x1848993290823552:12345-192.168.202.34@tcp:35:bash.0 Request processed in 264us (431us total) trans 4294972671 rc 0/0 00000100:00100000:2.0:1763338456.218682:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3345 00010000:00010000:3.0:1763338456.218689:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.218694:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218701:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218712:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:3.0:1763338456.218715:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.218721:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218727:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aec73 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218737:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218743:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218749:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218753:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.218756:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218766:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218773:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338456.218776:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.218779:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218784:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aec7a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.218816:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aec6c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ede expref: 262 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.218831:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aec81 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ede expref: 261 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.218838:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:3.0:1763338456.218840:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338456.218842:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:3.0:1763338456.218877:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290823296:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 558us (962us total) trans 4294972672 rc 0/0 00000100:00100000:3.0:1763338456.218883:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9605 00000100:00100000:1.0:1763338456.225456:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.227502:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290823680 00000100:00100000:0.0:1763338456.227516:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290823680 00000100:00100000:0.0:1763338456.227577:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3346 00000100:00100000:0.0:1763338456.227586:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243555450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290823680:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338456.227783:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243555450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290823680:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 196us (2334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.227791:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3346 00000100:00100000:1.0:1763338456.230641:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.230945:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290823936 00000100:00100000:3.0:1763338456.230956:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290823936 00000100:00100000:1.0:1763338456.231985:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.234114:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290824192 00000100:00100000:2.0:1763338456.234147:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9606 00000100:00100000:2.0:1763338456.234172:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56920:x1848993290823936:12345-192.168.202.34@tcp:36:rm.0 00000100:00100000:0.0:1763338456.234295:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290824192 00010000:00010000:2.0:1763338456.234327:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:0.0:1763338456.234343:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9607 00000100:00100000:0.0:1763338456.234350:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56915:x1848993290824192:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.234357:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4aec2d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ebb expref: 262 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.234359:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.234385:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aec8f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ee5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.234389:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aec34 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ec2 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.234401:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aec81 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ede expref: 261 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.234413:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aec03 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3e9f expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.234424:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:2.0:1763338456.234429:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.234448:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.234460:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.234469:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aec9d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.234472:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.234478:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aec9d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.234482:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.234485:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aec9d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.234489:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234494:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338456.234496:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c7:0x0]: returning size 5 00010000:00010000:2.0:1763338456.234564:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.234572:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234578:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.234595:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aec8f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ee5 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.234606:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aec9d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ee5 expref: 260 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.234613:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:0.0:1763338456.234615:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338456.234617:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338456.234692:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56915:x1848993290824192:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 330us (2699us total) trans 4294972673 rc 0/0 00000100:00100000:0.0:1763338456.234700:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9607 00000004:00080000:2.0:1763338456.234783:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1c7:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763338456.234844:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234852:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234858:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234863:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.234867:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234874:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234882:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:2.0:1763338456.234884:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338456.234888:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234893:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aecb2 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234902:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234907:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234913:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234919:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.234921:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234927:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234933:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695900) 00010000:00010000:2.0:1763338456.234935:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.234937:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234942:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aec96 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:2.0:1763338456.234955:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b93c38f6 reply state 000000005dab32e9 transno 4294972674 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234964:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.234969:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:2.0:1763338456.234971:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338456.234973:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338456.235026:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56920:x1848993290823936:12345-192.168.202.34@tcp:36:rm.0 Request processed in 864us (4397us total) trans 4294972674 rc 0/0 00000100:00100000:2.0:1763338456.235034:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9606 00000100:00100000:3.0:1763338456.237518:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.237740:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290824448 00000100:00100000:1.0:1763338456.237752:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290824448 00000100:00100000:1.0:1763338456.238363:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3347 00000100:00100000:1.0:1763338456.238387:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290824448:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:1.0:1763338456.238464:0:19655:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1c7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aec9d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ee5 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.238503:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:1.0:1763338456.238516:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238525:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000004:00020000:1.0:1763338456.238668:0:19655:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1c7:0x0]: rc = -1 00010000:00010000:1.0:1763338456.238704:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238713:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238719:0:19655:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238725:0:19655:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.238729:0:19655:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238736:0:19655:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238745:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:1.0:1763338456.238747:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763338456.238752:0:19655:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238758:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aecb9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.238768:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695800) 00010000:00010000:1.0:1763338456.238770:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338456.238774:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aec9d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ee5 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.238928:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290824448:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 554us (1417us total) trans 4294972675 rc -1/-1 00000100:00100000:1.0:1763338456.238936:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3347 00000100:00100000:0.0:1763338456.242531:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.242774:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290824576 00000100:00100000:2.0:1763338456.242785:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290824576 00000100:00100000:2.0:1763338456.242846:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9608 00000100:00100000:2.0:1763338456.242855:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56915:x1848993290824576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.242886:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.242910:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aecc0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3eec expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.242969:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aecc0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eec expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.242984:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefae00/0x4ea0a6980f4aecc0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eec expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.243001:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695900) 00010000:00010000:2.0:1763338456.243004:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.243008:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefae00, rc 0) 00000100:00100000:2.0:1763338456.243077:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56915:x1848993290824576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 223us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.243085:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9608 00000100:00100000:2.0:1763338456.247902:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.248858:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.248938:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290824832 00000100:00100000:1.0:1763338456.248948:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290824832 00000100:00100000:1.0:1763338456.248998:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3348 00000100:00100000:1.0:1763338456.249007:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56915:x1848993290824832:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.249309:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290824960 00000100:00100000:3.0:1763338456.249313:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290824960 00000004:00080000:1.0:1763338456.249322:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1763338456.249346:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9609 00000100:00100000:3.0:1763338456.249353:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56921:x1848993290824960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.249364:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.249397:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aecc7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ef3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1763338456.249400:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1496, 64 off125952 00000040:00080000:1.0:1763338456.249423:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1496, 64 off125712 00000040:00080000:1.0:1763338456.249432:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1497, 64 off125776 00000040:00080000:1.0:1763338456.249440:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1497, 64 off126016 00010000:00010000:3.0:1763338456.249450:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.249463:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249474:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249484:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.249491:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249497:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249498:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:1.0:1763338456.249505:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.249512:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.249519:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249522:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249525:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249527:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249531:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249533:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249538:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249547:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.249549:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338456.249551:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249558:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249569:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:1.0:1763338456.249572:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338456.249573:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.249577:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249577:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338456.249582:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.249584:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aecce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249586:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249595:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249596:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249601:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249603:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c7:0x0].0x0 (ffff8fd252695900) 00010000:00010000:1.0:1763338456.249605:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338456.249606:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249608:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249612:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.249614:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aecdc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338456.249615:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249621:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.249624:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.249626:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:1.0:1763338456.249626:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.249627:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.249628:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.249632:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249637:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aecd5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.249660:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aecc7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ef3 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.249670:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:3.0:1763338456.249672:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.249675:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4aecc7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ef3 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.249802:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56915:x1848993290824832:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 794us (1910us total) trans 4294972676 rc 0/0 00000100:00100000:1.0:1763338456.249810:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3348 00010000:00010000:3.0:1763338456.250370:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a25a00, rc 0) 00000100:00100000:3.0:1763338456.251197:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56921:x1848993290824960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1838us (2337us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338456.251205:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9609 00000100:00100000:2.0:1763338456.254673:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.254807:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290825088 00000100:00100000:3.0:1763338456.254817:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290825088 00000100:00100000:3.0:1763338456.254895:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9610 00000100:00100000:3.0:1763338456.254904:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56921:x1848993290825088:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.254928:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.254950:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aece3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3efa expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.255009:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.255022:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255032:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255043:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.255050:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255055:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255089:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255095:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255101:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255107:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255112:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.255116:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255123:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255132:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338456.255135:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.255139:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255145:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4aecea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255159:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255164:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255170:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255175:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.255177:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255182:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255188:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:3.0:1763338456.255190:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.255193:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255198:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aecf1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.255219:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aece3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3efa expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.255228:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338456.255231:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.255234:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4aece3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3efa expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.255246:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb800, rc 0) 00000100:00100000:3.0:1763338456.255322:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56921:x1848993290825088:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 418us (657us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338456.255329:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9610 00000100:00100000:0.0:1763338456.259001:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.259120:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290825216 00000100:00100000:3.0:1763338456.259130:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290825216 00000100:00100000:3.0:1763338456.259485:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9611 00000100:00100000:3.0:1763338456.259495:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56921:x1848993290825216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.259515:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.259540:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aecf8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f01 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.259602:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aecff lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.259616:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aecff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.259627:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aecff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338456.259673:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338456.259677:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338456.259724:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4aecf8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f01 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.259742:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aecff lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f01 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.259752:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.259755:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338456.259759:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:3.0:1763338456.259825:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56921:x1848993290825216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 332us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.259833:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9611 00000100:00100000:0.0:1763338456.264457:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.264547:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290825344 00000100:00100000:3.0:1763338456.264558:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290825344 00000100:00100000:3.0:1763338456.264623:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9612 00000100:00100000:3.0:1763338456.264633:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56921:x1848993290825344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.264654:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.264676:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aed06 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f08 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.264754:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.264769:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264779:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264792:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.264800:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264806:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264846:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264858:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264864:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264870:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264876:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.264880:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264891:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264903:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.264906:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.264911:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264921:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aed0d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264933:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264939:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264944:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264950:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.264953:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264959:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264966:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:3.0:1763338456.264969:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.264972:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.264977:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4aed14 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.265004:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aed06 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f08 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.265013:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.265016:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.265020:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4aed06 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f08 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.265030:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:3.0:1763338456.265096:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56921:x1848993290825344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 464us (649us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338456.265103:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9612 00000100:00100000:0.0:1763338456.267650:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.267861:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290825600 00000100:00100000:3.0:1763338456.267870:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290825600 00000100:00100000:3.0:1763338456.267943:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9613 00000100:00100000:3.0:1763338456.267954:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56922:x1848993290825600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.267972:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.267991:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aed1b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f0f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.268066:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.268080:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268091:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268101:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338456.268108:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268114:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268150:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268162:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268168:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268175:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268181:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.268185:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268196:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268207:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.268210:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.268215:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268220:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed22 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268234:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268238:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268243:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268248:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.268251:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268257:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268356:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:3.0:1763338456.268359:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.268364:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268369:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed29 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338456.268413:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aed1b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f0f expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.268423:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.268425:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338456.268428:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4aed1b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f0f expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.268438:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:2.0:1763338456.268600:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56922:x1848993290825600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 646us (958us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338456.268607:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9613 00000100:00100000:0.0:1763338456.276541:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.277165:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290825856 00000100:00100000:2.0:1763338456.277176:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290825856 00000100:00100000:2.0:1763338456.277238:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9614 00000100:00100000:2.0:1763338456.277249:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56921:x1848993290825856:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.277300:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.277303:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338456.277329:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aecff lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f01 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.277348:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:2.0:1763338456.277357:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.277381:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aed30 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f16 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.277477:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.277488:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.277501:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.277509:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.277515:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.277520:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278033:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.278043:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278050:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338456.278060:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:2.0:1763338456.278084:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278091:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278097:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278103:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278109:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.278113:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278119:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278128:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:2.0:1763338456.278130:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.278134:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278139:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aed37 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338456.278148:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e0fa7442 reply state 000000002af445cb transno 4294972677 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278158:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.278164:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:2.0:1763338456.278166:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338456.278169:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338456.278195:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aed30 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.278212:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.278218:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338456.278221:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338456.278223:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338456.278339:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56921:x1848993290825856:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1091us (1806us total) trans 4294972677 rc 0/0 00000100:00100000:2.0:1763338456.278348:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9614 00000100:00100000:0.0:1763338456.281946:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.282041:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290826112 00000100:00100000:3.0:1763338456.282052:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290826112 00000100:00100000:3.0:1763338456.283168:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9615 00000100:00100000:3.0:1763338456.283186:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56921:x1848993290826112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.283212:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.283235:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed53 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f1d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.283389:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.283405:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.283414:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.283453:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.283466:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 267 pid: 13583 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.283480:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303175552:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338456.285847:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.285985:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.286041:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290826368 00000100:00100000:1.0:1763338456.286053:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290826368 00000100:00100000:1.0:1763338456.286122:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9616 00000100:00100000:1.0:1763338456.286134:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56923:x1848993290826368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.286153:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.286177:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aed61 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f24 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.286294:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.286308:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286319:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338456.286331:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:1.0:1763338456.286432:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286439:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286445:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286451:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.286455:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286462:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286474:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338456.286477:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763338456.286482:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286488:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aed68 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.286525:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aed61 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f24 expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.286535:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338456.286538:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338456.286542:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aed61 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f24 expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.286551:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:1.0:1763338456.286595:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56923:x1848993290826368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 463us (613us total) trans 4294972678 rc 301/301 00000100:00100000:1.0:1763338456.286603:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9616 00000100:00100000:0.0:1763338456.290384:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.290456:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290826496 00000100:00100000:1.0:1763338456.290465:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290826496 00010000:00010000:1.0:1763338456.290506:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 269 pid: 13583 timeout: 1225 lvb_type: 0 00000100:00100000:1.0:1763338456.290551:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3150 00000100:00100000:1.0:1763338456.290562:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:2409:x1848993290826496:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.290577:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.290584:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 269 pid: 13583 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338456.290598:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 269 pid: 13583 timeout: 1225 lvb_type: 0 00010000:00010000:1.0:1763338456.290623:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338456.290628:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.290638:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.290650:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.290668:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.290733:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:2409:x1848993290826496:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 171us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.290741:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3150 00010000:00010000:3.0:1763338456.291020:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aed45 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f16 expref: 268 pid: 13583 timeout: 1225 lvb_type: 0 00000100:00100000:3.0:1763338456.291036:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303175552:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338456.291064:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291073:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291078:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338456.291102:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00000100:00100000:2.0:1763338456.291165:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:3.0:1763338456.291304:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x254:0x0], index 0: 0 00000004:00080000:3.0:1763338456.291313:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x254:0x0], index 1: 0 00000004:00080000:3.0:1763338456.291318:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x255:0x0], index 1: 0 00000004:00080000:3.0:1763338456.291323:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x255:0x0], index 0: 0 00010000:00010000:3.0:1763338456.291431:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291445:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291451:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291456:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.291460:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291467:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291477:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338456.291480:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338456.291484:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291489:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4aed5a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.291534:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed53 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f1d expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.291543:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338456.291546:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338456.291549:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4aed53 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f1d expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.291562:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475800, rc 0) 00000100:00100000:3.0:1763338456.291610:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56921:x1848993290826112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8430us (9677us total) trans 4294972679 rc 301/301 00000100:00100000:3.0:1763338456.291618:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9615 00000100:00100000:1.0:1763338456.291944:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290826752 00000100:00100000:1.0:1763338456.291950:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290826752 00000100:00100000:1.0:1763338456.291983:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3349 00000100:00100000:1.0:1763338456.291990:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56923:x1848993290826752:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338456.292159:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56923:x1848993290826752:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 169us (995us total) trans 4294972680 rc 0/0 00000100:00100000:1.0:1763338456.292166:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3349 00000100:00100000:2.0:1763338456.296193:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.296515:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.296858:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290827264 00000100:00100000:1.0:1763338456.296864:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290827008 00000100:00100000:3.0:1763338456.296869:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290827264 00000100:00100000:1.0:1763338456.296869:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290827008 00000100:00100000:1.0:1763338456.296916:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3350 00000100:00100000:3.0:1763338456.296924:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9617 00000100:00100000:1.0:1763338456.296925:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56921:x1848993290827008:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.296930:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56923:x1848993290827264:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.296965:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.296991:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aed7d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f2b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.297076:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.297091:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297102:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297113:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.297122:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297128:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297221:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aed92 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.297229:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aed92 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297236:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aed92 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338456.297245:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00000100:00100000:1.0:1763338456.297306:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56921:x1848993290827008:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 380us (1122us total) trans 4294972681 rc 0/0 00000100:00100000:1.0:1763338456.297314:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3350 00010000:00010000:3.0:1763338456.297331:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297338:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297345:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297351:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.297356:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297363:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297387:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338456.297391:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.297396:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297402:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4aed84 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297413:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297419:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297429:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297433:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.297436:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297441:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297448:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:3.0:1763338456.297451:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.297453:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297458:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4aed8b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.297487:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4aed7d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f2b expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.297506:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aed92 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f2b expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.297513:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:3.0:1763338456.297515:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338456.297518:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:3.0:1763338456.297559:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56923:x1848993290827264:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 629us (1045us total) trans 4294972682 rc 0/0 00000100:00100000:3.0:1763338456.297565:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9617 00000100:00100000:2.0:1763338456.300371:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.300476:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290827520 00000100:00100000:0.0:1763338456.300486:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290827520 00000100:00100000:0.0:1763338456.300541:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3351 00000100:00100000:0.0:1763338456.300551:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243556850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56921:x1848993290827520:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.300776:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243556850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56921:x1848993290827520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 226us (413us total) trans 4294972683 rc 0/0 00000100:00100000:0.0:1763338456.300784:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3351 00000100:00100000:0.0:1763338456.302465:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.302550:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.302690:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290827648 00000100:00100000:1.0:1763338456.302699:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290827648 00000100:00100000:2.0:1763338456.302801:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290827776 00000100:00100000:2.0:1763338456.302806:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290827776 00000100:00100000:2.0:1763338456.303003:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6654 00000100:00100000:1.0:1763338456.303009:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6655 00000100:00100000:2.0:1763338456.303012:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2409:x1848993290827648:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338456.303016:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290827776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.303027:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.303027:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.303047:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f39 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338456.303080:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338456.303100:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.303102:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.303112:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338456.303131:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338456.303144:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00010000:00010000:2.0:1763338456.303154:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f32 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338456.303170:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338456.303180:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.303182:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.303187:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 68 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.303200:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 68 pid: 8405 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763338456.303202:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290827776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 186us (652us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338456.303209:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:1.0:1763338456.303209:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6655 00000100:00100000:2.0:1763338456.303230:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2409:x1848993290827648:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 220us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.303236:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6654 00000100:00100000:2.0:1763338456.306091:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.306448:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290828032 00000100:00100000:1.0:1763338456.306458:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290828032 00000100:00100000:1.0:1763338456.306525:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3352 00000100:00100000:1.0:1763338456.306536:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56923:x1848993290828032:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338456.306801:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56923:x1848993290828032:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 266us (718us total) trans 4294972684 rc 0/0 00000100:00100000:1.0:1763338456.306810:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3352 00000100:00100000:3.0:1763338456.310408:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.310489:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290828288 00000100:00100000:2.0:1763338456.310500:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290828288 00000100:00100000:2.0:1763338456.310552:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9618 00000100:00100000:2.0:1763338456.310562:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290828288:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338456.310583:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.310587:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338456.310614:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aed92 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f2b expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.310632:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd14307c500) 00010000:00010000:2.0:1763338456.310643:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.310660:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aedae lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f40 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.310762:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aedb5 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.310773:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aedb5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.310782:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aedb5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338456.310794:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:2.0:1763338456.310894:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aedae lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f40 expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.310906:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aedb5 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f40 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.310911:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338456.310914:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763338456.310917:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:2.0:1763338456.310979:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290828288:12345-192.168.202.34@tcp:101:bash.0 Request processed in 419us (584us total) trans 4294972685 rc 0/0 00000100:00100000:2.0:1763338456.310985:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9618 00000100:00100000:2.0:1763338456.318620:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.318735:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290828544 00000100:00100000:0.0:1763338456.318745:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290828544 00000100:00100000:0.0:1763338456.318817:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9619 00000100:00100000:0.0:1763338456.318830:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290828544:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.318862:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.318887:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aedc3 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f4e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.318926:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aedca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338456.318941:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aedca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.318953:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aedca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.319082:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aedc3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f4e expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.319108:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aedca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f4e expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.319117:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.319120:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338456.319124:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338456.319200:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290828544:12345-192.168.202.34@tcp:101:bash.0 Request processed in 372us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.324500:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9619 00000100:00100000:3.0:1763338456.326594:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.326750:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290828672 00000100:00100000:1.0:1763338456.326762:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290828672 00000100:00100000:1.0:1763338456.326816:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9620 00000100:00100000:1.0:1763338456.326828:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56923:x1848993290828672:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.326853:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.326880:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aedd1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f47 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.326966:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.326980:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.326991:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327000:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.327007:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327012:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327124:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.327135:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327140:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327147:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327152:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.327156:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327163:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327173:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338456.327179:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327184:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aede6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338456.327198:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:1.0:1763338456.327353:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327360:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327365:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327371:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327392:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.327395:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327401:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327415:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd700) 00010000:00010000:1.0:1763338456.327418:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.327421:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327426:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aedd8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327435:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327441:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327446:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327451:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695ca00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.327454:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327460:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327467:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:1.0:1763338456.327470:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.327473:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327477:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeddf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.327515:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aedd1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f47 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.327526:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd700) 00010000:00010000:1.0:1763338456.327529:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338456.327532:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aedd1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f47 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.327545:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d600, rc 0) 00000100:00100000:1.0:1763338456.327623:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56923:x1848993290828672:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 798us (1037us total) trans 4294972686 rc 301/301 00000100:00100000:1.0:1763338456.327631:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9620 00000100:00100000:3.0:1763338456.329667:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.329724:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290828928 00000100:00100000:0.0:1763338456.329735:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290828928 00000100:00100000:0.0:1763338456.329796:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3353 00000100:00100000:0.0:1763338456.329806:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56923:x1848993290828928:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.330021:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56923:x1848993290828928:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 215us (399us total) trans 4294972687 rc 0/0 00000100:00100000:0.0:1763338456.330029:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3353 00000100:00100000:2.0:1763338456.332741:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.332832:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.332910:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290829056 00000100:00100000:0.0:1763338456.332920:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290829056 00000100:00100000:0.0:1763338456.332984:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3354 00000100:00100000:0.0:1763338456.332993:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56923:x1848993290829056:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338456.333157:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56923:x1848993290829056:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 165us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.333165:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3354 00000100:00100000:3.0:1763338456.333364:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290829312 00000100:00100000:3.0:1763338456.333370:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290829312 00000100:00100000:3.0:1763338456.334252:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9621 00000100:00100000:3.0:1763338456.334303:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290829312:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338456.334399:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.334433:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aedb5 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f40 expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.334454:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338456.334459:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338456.334661:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.334677:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.334686:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338456.334735:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972688 00000004:00010000:1.0:1763338456.334758:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac37e552 reply state 00000000a56236c4 transno 4294972689 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.334772:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.334779:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338456.334782:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338456.334785:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338456.334879:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290829312:12345-192.168.202.34@tcp:36:bash.0 Request processed in 614us (2044us total) trans 4294972689 rc 0/0 00000100:00100000:1.0:1763338456.334886:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9621 00000020:00080000:1.0:1763338456.334892:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338456.347418:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.347545:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290829440 00000100:00100000:1.0:1763338456.347559:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290829440 00000100:00100000:0.0:1763338456.347750:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9622 00000100:00100000:0.0:1763338456.347765:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290829440:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.347790:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.347811:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aedfb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f55 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.347870:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aedfb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f55 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.347885:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aedfb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f55 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.347904:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.347908:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338456.347912:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:0.0:1763338456.347984:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290829440:12345-192.168.202.34@tcp:101:bash.0 Request processed in 223us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.347991:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9622 00000100:00100000:3.0:1763338456.351428:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.351606:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290829696 00000100:00100000:1.0:1763338456.351616:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290829696 00000100:00100000:1.0:1763338456.351674:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9623 00000100:00100000:1.0:1763338456.351684:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56924:x1848993290829696:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.351704:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.351729:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aee02 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f5c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.351842:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.351855:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.351866:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.351875:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.351882:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.351889:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.351993:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.352003:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352010:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338456.352020:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 0 00010000:00010000:1.0:1763338456.352120:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352128:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352134:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352139:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352144:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695ca00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.352148:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352154:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352165:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd700) 00010000:00010000:1.0:1763338456.352168:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.352174:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352180:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aee09 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352192:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352198:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352203:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352208:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.352210:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352215:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352222:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:1.0:1763338456.352224:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.352226:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352232:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aee10 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.352493:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aee02 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.352514:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.352522:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338456.352524:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338456.352526:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c000, rc 0) 00000100:00100000:1.0:1763338456.352702:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56924:x1848993290829696:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1018us (1282us total) trans 4294972690 rc 0/0 00000100:00100000:1.0:1763338456.352710:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9623 00000100:00100000:3.0:1763338456.353122:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.353429:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290829952 00000100:00100000:1.0:1763338456.353437:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290829952 00000100:00100000:0.0:1763338456.354001:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9624 00000100:00100000:0.0:1763338456.354014:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290829952:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.354030:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.354032:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338456.354052:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4aedfb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f55 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.354067:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.354072:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.354084:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee25 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f63 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.354131:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.354143:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.354152:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.354185:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.354199:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 282 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.354213:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303175680:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.354318:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.357637:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303175680:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.357670:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338456.357813:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.357865:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830080 00000100:00100000:0.0:1763338456.357874:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830080 00000100:00100000:3.0:1763338456.357890:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338456.357912:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 283 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.357961:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3151 00000100:00100000:0.0:1763338456.357971:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:2407:x1848993290830080:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.357985:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.357991:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 283 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.358003:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 283 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.358024:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aee17 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f5c expref: 283 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.358041:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.358046:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.358055:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.358062:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.358093:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338456.358139:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338456.358149:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:2407:x1848993290830080:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 177us (334us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338456.358151:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338456.358165:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3151 00000100:00100000:1.0:1763338456.358406:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830208 00000100:00100000:1.0:1763338456.358411:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830208 00000100:00100000:1.0:1763338456.358439:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9625 00000100:00100000:1.0:1763338456.358446:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56924:x1848993290830208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.358465:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.358483:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aee33 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f6a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.358558:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338456.358568:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.358574:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.358586:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.358594:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:0.0:1763338456.358792:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1498, 88 off125864 00000004:00080000:0.0:1763338456.358800:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126070537671ns, next at 1126780220598ns, rc = 0 00000040:00080000:0.0:1763338456.358843:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1498, 88 off126104 00000004:00080000:0.0:1763338456.358849:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126070586303ns, next at 1126780245110ns, rc = 0 00000040:00080000:0.0:1763338456.358878:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1499, 88 off126192 00000004:00080000:0.0:1763338456.358883:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126070621493ns, next at 1126780245110ns, rc = 0 00000040:00080000:0.0:1763338456.358895:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1499, 88 off125952 00000004:00080000:0.0:1763338456.358899:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126070636961ns, next at 1126780220598ns, rc = 0 00000001:00080000:2.0:1763338456.364124:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972691 is committed 00000004:00080000:2.0:1763338456.364137:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 977 committed 00000004:00080000:2.0:1763338456.364155:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 983 committed 00010000:00010000:1.0:1763338456.364172:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00000004:00080000:2.0:1763338456.364174:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 982 committed 00000004:00080000:2.0:1763338456.364177:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 976 committed 00010000:00010000:1.0:1763338456.364183:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.364191:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.364197:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.364201:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.364209:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.364226:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:1.0:1763338456.364229:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.364234:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.364240:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeca4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.364259:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.364302:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.364307:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.364316:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.364319:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.364325:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.364334:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695d00) 00010000:00010000:1.0:1763338456.364336:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.364339:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.364344:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aed3e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338456.364445:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303175808:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338456.364485:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364492:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364497:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364501:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695dc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.364504:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364508:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364516:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00000100:00100000:3.0:1763338456.364518:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338456.364520:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.364523:0:3640:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364532:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.364537:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aedf4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338456.364555:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303175936:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.364582:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.364606:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338456.364611:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303176064:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.364630:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.364691:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338456.364699:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303176448:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.364723:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.364744:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303176192:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.364761:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.364773:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338456.364777:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303176320:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.364794:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.364814:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303175808 00000100:00100000:0.0:1763338456.364820:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303175808 00000100:00100000:0.0:1763338456.364854:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303175936 00000100:00100000:0.0:1763338456.364856:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303175936 00000100:00100000:0.0:1763338456.364868:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303176064 00000100:00100000:0.0:1763338456.364870:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303176064 00000100:00100000:0.0:1763338456.364883:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6656 00000100:00100000:0.0:1763338456.364889:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3657:x1848993303175808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338456.364910:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:594 count 1 00010000:00010000:0.0:1763338456.364932:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.364950:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.364956:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.364958:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.364962:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.364985:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.364997:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 15 pid: 8405 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.365007:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303176576:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.365066:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.365078:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303176448 00000100:00100000:0.0:1763338456.365081:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303176448 00000100:00100000:0.0:1763338456.365093:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303176192 00000100:00100000:0.0:1763338456.365095:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303176192 00000100:00100000:0.0:1763338456.365101:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303176320 00000100:00100000:0.0:1763338456.365103:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303176320 00000100:00100000:0.0:1763338456.365112:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6657 00000100:00100000:0.0:1763338456.365117:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+146:3654:x1848993303175936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338456.365128:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:594 count 1 00010000:00010000:0.0:1763338456.365142:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.365153:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 67 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.365160:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.365161:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338456.365164:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.365184:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 67 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.365193:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 67 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.365203:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303176704:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.365227:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1462e49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.365242:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303176832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.365284:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.365306:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303176960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.365329:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.365351:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303176832 00000100:00100000:3.0:1763338456.365355:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303176832 00000100:00100000:3.0:1763338456.365371:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303176960 00000100:00100000:3.0:1763338456.365383:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303176960 00010000:00010000:0.0:1763338456.365393:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f63 expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.365397:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6658 00000100:00100000:3.0:1763338456.365402:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+146:3654:x1848993303176064:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338456.365403:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.365406:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338456.365409:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00002000:00080000:3.0:1763338456.365413:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:595 count 1 00010000:00010000:0.0:1763338456.365417:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.365423:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.365425:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.365441:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.365464:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee25 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f63 expref: 260 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338456.365480:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f63 expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.365488:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.365494:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.365503:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000004:00200000:2.0:1763338456.365530:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 2 00000004:00200000:2.0:1763338456.365534:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1763338456.365534:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:55909:x1848993290829952:12345-192.168.202.34@tcp:101:bash.0 Request processed in 11524us (12413us total) trans 4294972691 rc 0/0 00000100:00100000:0.0:1763338456.365541:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9624 00000004:00010000:2.0:1763338456.365552:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.365576:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aee33 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.365588:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 258 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.365599:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338456.365602:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338456.365605:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:2.0:1763338456.365634:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56924:x1848993290830208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7188us (7744us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.365641:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9625 00000100:00100000:1.0:1763338456.365781:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6659 00000100:00100000:1.0:1763338456.365790:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+146:3655:x1848993303176448:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338456.365824:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.365825:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.365829:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.365849:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.365857:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338456.365867:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303177088:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338456.365897:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634e40 going to sleep for 11 seconds 00002000:00010000:1.0:1763338456.365909:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.365913:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb mtime from disk: 0 -> 0 00000100:00100000:3.0:1763338456.365914:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6660 00002000:00010000:1.0:1763338456.365915:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.365917:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.365920:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338456.365921:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+147:3656:x1848993303176192:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.365965:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+148:3655:x1848993303176448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 176us (1240us total) trans 17179871622 rc 0/0 00000100:00100000:1.0:1763338456.365972:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6659 00000100:00100000:1.0:1763338456.365985:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6661 00000100:00100000:1.0:1763338456.365992:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d653c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303176320:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.365999:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+147:3656:x1848993303176192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 79us (1237us total) trans 17179871623 rc 0/0 00002000:00080000:1.0:1763338456.366004:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:595 count 1 00000100:00100000:3.0:1763338456.366005:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6660 00000100:00100000:3.0:1763338456.366016:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662 00010000:00010000:1.0:1763338456.366016:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.366022:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303176832:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338456.366026:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 15 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338456.366033:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.366035:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.366037:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.366055:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 15 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338456.366064:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 15 pid: 8869 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338456.366073:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303177216:192.168.202.34@tcp:104: 00000004:00080000:2.0:1763338456.366223:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280731f80/2, rc 0, transno 17179871622 00000100:00100000:2.0:1763338456.366230:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303176448:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.366315:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3655:x1848993303176832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 293us (1030us total) trans 21474838948 rc 0/0 00000100:00100000:3.0:1763338456.366325:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662 00000100:00100000:3.0:1763338456.366339:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663 00000100:00100000:3.0:1763338456.366345:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303176960:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338456.366420:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x255:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338456.366423:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x255:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338456.366425:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x255:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338456.366428:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x255:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338456.366430:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x255:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338456.366454:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303176960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (1125us total) trans 21474838949 rc 0/0 00000100:00100000:3.0:1763338456.366460:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663 00000004:00080000:3.0:1763338456.366602:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c7100/2, rc 0, transno 21474838949 00000100:00100000:3.0:1763338456.366608:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303176960:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338456.366619:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280732680/2, rc 0, transno 17179871623 00000100:00100000:3.0:1763338456.366623:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303176192:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338456.366638:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258704000/2, rc 0, transno 21474838948 00000100:00100000:3.0:1763338456.366642:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303176832:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.367607:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.369884:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.370351:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830336 00000100:00100000:2.0:1763338456.370360:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830336 00000100:00100000:2.0:1763338456.370426:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9626 00000100:00100000:2.0:1763338456.370437:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+258:56924:x1848993290830336:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.370456:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.370476:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aee5d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f71 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.370530:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aee5d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f71 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.370546:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aee5d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f71 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.370563:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338456.370566:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.370569:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338456.370635:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56924:x1848993290830336:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 199us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.370643:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9626 00000100:00100000:1.0:1763338456.375201:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.375235:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.375351:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.375451:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303176704:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.375476:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.375503:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303176576:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.375514:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.375534:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830464 00000100:00100000:0.0:1763338456.375540:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830464 00010000:00010000:0.0:1763338456.375571:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 68 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.375609:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830720 00000100:00100000:0.0:1763338456.375613:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830720 00010000:00010000:0.0:1763338456.375630:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 16 pid: 8405 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.375656:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3152 00000100:00100000:0.0:1763338456.375664:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2408:x1848993290830464:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.375680:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.375686:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 68 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.375695:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 68 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.375719:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4aec5e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed0 expref: 68 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.375733:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.375734:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.375739:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.375748:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.375771:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.375817:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2408:x1848993290830464:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 153us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.375825:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3152 00000100:00100000:0.0:1763338456.375848:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3153 00000100:00100000:0.0:1763338456.375855:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e69850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290830720:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.375867:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.375872:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 16 pid: 8405 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.375882:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 16 pid: 8405 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.375896:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4aec65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ed7 expref: 16 pid: 8405 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.375906:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.375908:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.375911:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.375918:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.375932:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.375951:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e69850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290830720:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 96us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.375957:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3153 00010000:00010000:0.0:1763338456.376004:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.376012:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.376027:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.377385:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830592 00000100:00100000:3.0:1763338456.377396:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830592 00000100:00100000:3.0:1763338456.377454:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6664 00000100:00100000:3.0:1763338456.377462:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290830592:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.377479:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.377498:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f78 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.377529:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.377546:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.377548:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.377557:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 16 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.377570:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 16 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.377588:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:3.0:1763338456.377636:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290830592:12345-192.168.202.34@tcp:101:bash.0 Request processed in 173us (2398us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338456.377642:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.377645:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6664 00010000:00010000:0.0:1763338456.377669:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338456.377879:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.377888:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.377897:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.377901:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.377911:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.377929:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.377936:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aee48 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.377974:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+147:3654:x1848993303175936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12854us (13389us total) trans 17179871624 rc 0/0 00000100:00100000:0.0:1763338456.377983:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6657 00000004:00080000:1.0:1763338456.378017:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f9880/2, rc 0, transno 17179871624 00010000:00010000:0.0:1763338456.378017:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.378031:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.378032:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303175936:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338456.378047:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.378055:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.378078:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338456.378181:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.378186:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.378216:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3657:x1848993303175808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13324us (13697us total) trans 21474838950 rc 0/0 00000100:00100000:0.0:1763338456.378223:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6656 00010000:00010000:2.0:1763338456.378915:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.378920:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.378928:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.378942:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.378950:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aee41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.378964:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.378965:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.378967:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338456.379131:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128a80/2, rc 0, transno 21474838950 00000100:00100000:3.0:1763338456.379137:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303175808:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.379216:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303177088:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338456.379237:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.379251:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338456.381397:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303177216:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.381425:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.381498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.381878:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.382881:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830848 00000100:00100000:2.0:1763338456.382892:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830848 00010000:00010000:2.0:1763338456.382933:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 1226 lvb_type: 1 00000100:00100000:2.0:1763338456.382979:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290831104 00000100:00100000:2.0:1763338456.382983:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290831104 00010000:00010000:2.0:1763338456.382998:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 16 pid: 8869 timeout: 1226 lvb_type: 1 00000100:00100000:2.0:1763338456.383022:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3154 00000100:00100000:2.0:1763338456.383032:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2409:x1848993290830848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338456.383052:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.383058:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:2.0:1763338456.383071:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:2.0:1763338456.383098:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aec1f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3eb4 expref: 67 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:2.0:1763338456.383113:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.383115:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.383120:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383130:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383160:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338456.383215:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+66:2409:x1848993290830848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 184us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.383223:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3154 00000100:00100000:2.0:1763338456.383241:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3155 00000100:00100000:2.0:1763338456.383249:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290831104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338456.383257:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.383298:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 16 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:2.0:1763338456.383314:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 16 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:2.0:1763338456.383329:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aec18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ead expref: 16 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:2.0:1763338456.383338:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.383340:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.383344:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383351:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383370:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338456.383402:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290831104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 153us (1525us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.383409:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3155 00010000:00010000:2.0:1763338456.383432:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383441:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383450:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383462:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383479:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338456.383709:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d653c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303176320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17716us (18911us total) trans 21474838951 rc 0/0 00000100:00100000:2.0:1763338456.383717:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6661 00010000:00010000:2.0:1763338456.383738:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.383744:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383752:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.383756:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383765:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383777:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383784:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4aee56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.383802:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.383804:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.383807:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.383967:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.383976:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.383989:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.383997:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.384022:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338456.384159:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+147:3654:x1848993303176064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18754us (19525us total) trans 17179871625 rc 0/0 00000100:00100000:3.0:1763338456.384166:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6658 00000004:00080000:3.0:1763338456.384342:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534f100/2, rc 0, transno 17179871625 00000100:00100000:3.0:1763338456.384349:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303176064:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763338456.385040:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258704380/2, rc 0, transno 21474838951 00000100:00100000:3.0:1763338456.385047:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303176320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.385229:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.385291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.385320:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.385621:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290830976 00000100:00100000:0.0:1763338456.385628:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290830976 00000100:00100000:3.0:1763338456.385812:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290831232 00000100:00100000:3.0:1763338456.385817:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290831232 00000100:00100000:3.0:1763338456.385842:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290831360 00000100:00100000:3.0:1763338456.385845:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290831360 00000100:00100000:3.0:1763338456.385867:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6665 00000100:00100000:3.0:1763338456.385875:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290831232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.385890:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.385907:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4aee6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f7f expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.385960:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303177344:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763338456.386031:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338456.386053:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6666 00000100:00100000:3.0:1763338456.386061:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+66:55909:x1848993290831360:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.386068:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.386081:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f86 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.386101:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.386115:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.386118:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.386126:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 67 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.386142:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 67 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.386156:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:3.0:1763338456.386184:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+67:55909:x1848993290831360:12345-192.168.202.34@tcp:101:bash.0 Request processed in 124us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.386191:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6666 00000100:00100000:0.0:1763338456.386316:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 412 00000100:00100000:0.0:1763338456.386324:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:2410:x1848993290830976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.386334:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.386355:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aee5d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f71 expref: 259 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.386369:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.386383:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.386404:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+258:2410:x1848993290830976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 82us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.386411:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 412 00010000:00010000:2.0:1763338456.387177:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.387186:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.387194:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.387198:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.387207:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.387223:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.387229:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aee4f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.387248:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.387249:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.387251:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338456.391924:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.391969:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:3.0:1763338456.392081:0:35252:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb mtime: 0 -> 1763338456 00002000:00010000:3.0:1763338456.392087:0:35252:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb atime: 0 -> 1763338456 00002000:00010000:3.0:1763338456.392090:0:35252:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb ctime: 0 -> 1763338456 00000100:00100000:3.0:1763338456.392114:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303177344:192.168.202.34@tcp:106: 00010000:00010000:3.0:1763338456.392158:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4aee6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f7f expref: 16 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.392189:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4aee6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f7f expref: 16 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.392203:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:3.0:1763338456.392298:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290831232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6422us (7005us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338456.392308:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6665 00000100:00100000:1.0:1763338456.393246:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290831488 00000100:00100000:1.0:1763338456.393257:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290831488 00002000:00010000:1.0:1763338456.393314:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/596 (0->18446744073709551615) 00002000:00100000:1.0:1763338456.393319:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6a00 with x1848993290831488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338456.393330:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c6a00. 00000100:00100000:1.0:1763338456.393356:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290831616 00000100:00100000:1.0:1763338456.393360:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290831616 00002000:00010000:1.0:1763338456.393383:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/596 (0->18446744073709551615) 00002000:00100000:1.0:1763338456.393387:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c4700 with x1848993290831616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338456.393394:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c4700. 00000100:00100000:1.0:1763338456.393417:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1651 00000100:00100000:1.0:1763338456.393426:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290831488:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338456.393618:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.393622:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb mtime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.393624:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb atime from disk: 1763338456 -> 0 00002000:00010000:1.0:1763338456.393627:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb ctime from disk: 1763338456 -> 1763338456 00002000:00010000:1.0:1763338456.393629:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338456.393676:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290831488:12345-192.168.202.34@tcp:10:bash.0 Request processed in 250us (1764us total) trans 21474838952 rc 0/0 00000100:00100000:1.0:1763338456.393684:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1651 00002000:00010000:1.0:1763338456.393688:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/596 (0->18446744073709551615) 00002000:00100000:1.0:1763338456.393690:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6a00 with x1848993290831488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338456.393695:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c6a00. 00000100:00100000:1.0:1763338456.393709:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1652 00000100:00100000:1.0:1763338456.393717:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2410:x1848993290831616:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338456.393805:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.393808:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb mtime from disk: 0 -> 1763338456 00002000:00010000:1.0:1763338456.393810:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.393812:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb ctime from disk: 0 -> 1763338456 00002000:00010000:1.0:1763338456.393814:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338456.393837:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2410:x1848993290831616:12345-192.168.202.34@tcp:10:bash.0 Request processed in 120us (1868us total) trans 17179871626 rc 0/0 00000100:00100000:1.0:1763338456.393844:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1652 00002000:00010000:1.0:1763338456.393848:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/596 (0->18446744073709551615) 00002000:00100000:1.0:1763338456.393851:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c4700 with x1848993290831616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338456.393855:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c4700. 00000100:00100000:2.0:1763338456.398984:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.399090:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.399435:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290831872 00000100:00100000:0.0:1763338456.399453:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290831872 00000100:00100000:0.0:1763338456.399510:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290832128 00000100:00100000:0.0:1763338456.399513:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290832128 00000100:00100000:0.0:1763338456.399537:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3355 00000100:00100000:0.0:1763338456.399547:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:55909:x1848993290831872:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338456.399849:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:55909:x1848993290831872:12345-192.168.202.34@tcp:35:bash.0 Request processed in 303us (876us total) trans 4294972692 rc 0/0 00000100:00100000:0.0:1763338456.399856:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3355 00000100:00100000:0.0:1763338456.399872:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3356 00000100:00100000:0.0:1763338456.399877:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56924:x1848993290832128:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.399953:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56924:x1848993290832128:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 75us (862us total) trans 4294972693 rc 0/0 00000100:00100000:0.0:1763338456.399962:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3356 00000100:00100000:1.0:1763338456.402900:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.403007:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290832384 00000100:00100000:0.0:1763338456.403017:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290832384 00000100:00100000:0.0:1763338456.403076:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9627 00000100:00100000:0.0:1763338456.403087:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56924:x1848993290832384:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.403112:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.403135:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aee79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f8d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.403215:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.403229:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403240:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403252:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.403295:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403304:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403414:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.403423:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403431:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338456.403442:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 5 00010000:00010000:0.0:1763338456.403517:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403526:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403532:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403538:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.403542:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403549:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403562:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338456.403565:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.403570:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403576:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aee80 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403589:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403595:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403605:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403610:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.403613:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403618:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403625:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338456.403627:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.403629:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403635:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aee87 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.403673:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aee79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.403689:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.403696:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.403698:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338456.403701:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338456.403761:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56924:x1848993290832384:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 675us (870us total) trans 4294972694 rc 0/0 00000100:00100000:0.0:1763338456.403770:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9627 00000100:00100000:0.0:1763338456.406949:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.407074:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290832640 00000100:00100000:3.0:1763338456.407086:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290832640 00000100:00100000:3.0:1763338456.407147:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3357 00000100:00100000:3.0:1763338456.407156:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243557050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56924:x1848993290832640:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.407781:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243557050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56924:x1848993290832640:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 623us (840us total) trans 4294972695 rc 0/0 00000100:00100000:3.0:1763338456.407789:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3357 00000100:00100000:1.0:1763338456.409999:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.410080:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290832896 00000100:00100000:2.0:1763338456.410094:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290832896 00000100:00100000:2.0:1763338456.410151:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9628 00000100:00100000:2.0:1763338456.410162:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56924:x1848993290832896:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.410185:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.410207:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aee9c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f94 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.410588:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.410604:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.410611:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.410620:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 5/0,1 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.410652:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.410666:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 264 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.410677:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303177472:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.411533:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.411546:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 264 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.411562:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303177600:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.411941:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.413245:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.413460:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290833152 00000100:00100000:0.0:1763338456.413472:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290833152 00000100:00100000:0.0:1763338456.413538:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9629 00000100:00100000:0.0:1763338456.413548:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56925:x1848993290833152:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338456.413602:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763338456.413629:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aee2c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f63 expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.413652:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 264 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.413663:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 264 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.413674:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aedca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f4e expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.413692:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.413696:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.413705:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.413711:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.413729:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.413754:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.413766:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.413773:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.413784:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.413791:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.413797:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.413869:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.413877:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.413883:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.413895:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338456.413903:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.415537:0:6518:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000007e52271a x1848993303177472) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 263 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.415560:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aee8e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f8d expref: 263 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.415575:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303177472:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.415904:0:6518:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000092bb87c x1848993303177600) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.415918:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aee3a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f6a expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.415930:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303177600:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.415957:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338456.415962:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.415971:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.415979:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.415991:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.415997:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338456.416020:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 5 00010000:00010000:2.0:1763338456.416159:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aee9c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 263 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.416178:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.416187:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.416194:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338456.416258:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56924:x1848993290832896:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6097us (6265us total) trans 4294972696 rc 0/0 00000100:00100000:2.0:1763338456.416282:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9628 00000100:00100000:1.0:1763338456.424552:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.424650:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290833408 00000100:00100000:3.0:1763338456.424661:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290833408 00000100:00100000:3.0:1763338456.426498:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3358 00000100:00100000:3.0:1763338456.426523:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56924:x1848993290833408:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338456.426714:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56924:x1848993290833408:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 200us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.426721:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3358 00000100:00100000:1.0:1763338456.428139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.428959:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290833280 00000100:00100000:0.0:1763338456.428972:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290833280 00010000:00010000:0.0:1763338456.429020:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.429068:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3156 00000100:00100000:0.0:1763338456.429079:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:2409:x1848993290833280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.429092:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.429099:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.429111:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.429134:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4aeea3 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f94 expref: 262 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.429149:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338456.429155:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.429164:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.429171:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.429366:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.429556:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429565:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00080000:2.0:1763338456.429803:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1c8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763338456.429888:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429901:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429908:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429914:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.429918:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429926:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429935:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338456.429938:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338456.429942:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429948:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aeeb8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429967:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429973:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429978:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429983:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.429986:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.429996:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.430003:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:2.0:1763338456.430005:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.430008:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.430014:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4aeeaa lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:2.0:1763338456.430026:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ea974c07 reply state 000000009bc5ace5 transno 4294972697 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.430035:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.430042:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338456.430044:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338456.430047:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338456.430112:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2409:x1848993290833280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1033us (1977us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.430122:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3156 00000100:00100000:2.0:1763338456.430191:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56925:x1848993290833152:12345-192.168.202.34@tcp:36:rm.0 Request processed in 16643us (16953us total) trans 4294972697 rc 0/0 00000100:00100000:2.0:1763338456.430198:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9629 00000100:00100000:1.0:1763338456.430707:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.431878:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290833664 00000100:00100000:2.0:1763338456.431890:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290833664 00000100:00100000:2.0:1763338456.431943:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9630 00000100:00100000:2.0:1763338456.431951:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56924:x1848993290833664:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.431969:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.431991:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aeec6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3f9b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.432093:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeecd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.432106:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeecd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.432116:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeecd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338456.432128:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c8:0x0]: returning size 5 00010000:00010000:2.0:1763338456.432225:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aeec6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f9b expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.432243:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeecd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f9b expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.432252:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd242b03000) 00010000:00010000:2.0:1763338456.432255:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338456.440464:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:2.0:1763338456.440570:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56924:x1848993290833664:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8613us (9857us total) trans 4294972698 rc 0/0 00000100:00100000:2.0:1763338456.440580:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9630 00000100:00100000:3.0:1763338456.440804:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.440989:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290833792 00000100:00100000:2.0:1763338456.440998:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290833792 00000100:00100000:2.0:1763338456.441046:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9631 00000100:00100000:2.0:1763338456.441054:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27040a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56926:x1848993290833792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.441087:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.441109:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aeedb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fa2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.441176:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.441190:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441200:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441209:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.441216:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441221:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441256:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441295:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441302:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441309:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.441313:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441320:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441334:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:2.0:1763338456.441337:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.441341:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441345:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aeee2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441356:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441361:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441366:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441380:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.441383:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441388:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441395:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338456.441399:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.441401:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441407:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeee9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.441434:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aeedb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fa2 expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.441445:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:2.0:1763338456.441448:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.441451:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aeedb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fa2 expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.441464:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338456.441507:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27040a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56926:x1848993290833792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 453us (703us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338456.441514:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9631 00000100:00100000:2.0:1763338456.447502:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.447559:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.447575:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290834048 00000100:00100000:1.0:1763338456.447586:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290834048 00000100:00100000:1.0:1763338456.447651:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3359 00000100:00100000:1.0:1763338456.447662:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56924:x1848993290834048:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:1.0:1763338456.447735:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1c8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeecd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f9b expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.447776:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763338456.447789:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.447800:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000004:00020000:1.0:1763338456.447934:0:6523:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1c8:0x0]: rc = -1 00010000:00010000:1.0:1763338456.447958:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.447965:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.447973:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.447978:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695ca00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.447983:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.447991:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.448000:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd242b03000) 00010000:00010000:1.0:1763338456.448003:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763338456.448006:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.448012:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aeef0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.448022:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd242b03000) 00010000:00010000:1.0:1763338456.448024:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338456.448029:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeecd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f9b expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.448158:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56924:x1848993290834048:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 499us (668us total) trans 4294972699 rc -1/-1 00000100:00100000:1.0:1763338456.448167:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3359 00000100:00100000:0.0:1763338456.448230:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290834176 00000100:00100000:0.0:1763338456.448235:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290834176 00000100:00100000:0.0:1763338456.448292:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9632 00000100:00100000:0.0:1763338456.448299:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56926:x1848993290834176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.448310:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.448325:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aeef7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fa9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.448367:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.448389:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448396:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448406:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.448413:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448419:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448443:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448449:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448454:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448459:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.448463:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448469:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448476:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338456.448478:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.448480:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448485:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aeefe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448494:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448500:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448505:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448510:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.448512:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448517:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448523:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338456.448525:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.448527:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448537:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef05 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.448555:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aeef7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fa9 expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.448563:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338456.448566:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.448569:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aeef7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fa9 expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.448579:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338456.448599:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56926:x1848993290834176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 301us (1042us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338456.448604:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9632 00000100:00100000:1.0:1763338456.453765:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.453816:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.453911:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290834304 00000100:00100000:2.0:1763338456.453922:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290834304 00000100:00100000:2.0:1763338456.453975:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290834432 00000100:00100000:2.0:1763338456.453979:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290834432 00000100:00100000:2.0:1763338456.454016:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9633 00000100:00100000:2.0:1763338456.454026:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56926:x1848993290834304:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.454047:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763338456.454080:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9634 00010000:00010000:2.0:1763338456.454081:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aef0c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fb0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.454094:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56924:x1848993290834432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.454115:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.454129:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aef13 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fb7 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.454154:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aef1a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.454173:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aef1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.454178:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aef13 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fb7 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.454189:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aef1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.454195:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695ca00/0x4ea0a6980f4aef13 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fb7 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.454219:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd26febd700) 00010000:00010000:1.0:1763338456.454223:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338456.454228:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695ca00, rc 0) 00000004:00200000:2.0:1763338456.454236:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338456.454242:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338456.454311:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aef0c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fb0 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.454319:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56924:x1848993290834432:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 227us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.454329:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9634 00010000:00010000:2.0:1763338456.454333:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aef1a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fb0 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.454343:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:2.0:1763338456.454345:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338456.454348:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:2.0:1763338456.454387:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56926:x1848993290834304:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 362us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.454394:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9633 00000100:00100000:3.0:1763338456.459468:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.463632:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.463726:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290834816 00000100:00100000:3.0:1763338456.463737:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290834816 00000100:00100000:3.0:1763338456.463799:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9635 00000100:00100000:3.0:1763338456.463809:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56926:x1848993290834816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.463831:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.463852:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aef21 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fbe expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.463883:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290834688 00000100:00100000:1.0:1763338456.463890:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290834688 00010000:00010000:3.0:1763338456.463930:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00000100:00100000:1.0:1763338456.463936:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3360 00000100:00100000:1.0:1763338456.463949:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56924:x1848993290834688:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:3.0:1763338456.463952:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.463968:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.463981:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338456.463988:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.463995:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464038:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464045:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464051:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464062:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464068:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.464072:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464079:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464091:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:3.0:1763338456.464094:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.464099:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464105:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4aef28 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464119:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464125:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464131:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464136:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.464139:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464145:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464159:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:3.0:1763338456.464161:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.464164:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.464170:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef2f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00080000:1.0:1763338456.464187:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1763338456.464201:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aef21 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fbe expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.464214:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:3.0:1763338456.464217:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.464222:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4aef21 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fbe expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.464232:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000040:00080000:1.0:1763338456.464282:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1500, 64 off126016 00000040:00080000:1.0:1763338456.464312:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1500, 64 off126256 00000040:00080000:1.0:1763338456.464324:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1501, 64 off126320 00000100:00100000:3.0:1763338456.464332:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56926:x1848993290834816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 523us (709us total) trans 0 rc 301/301 00000040:00080000:1.0:1763338456.464334:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1501, 64 off126080 00000100:00100000:3.0:1763338456.464345:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9635 00010000:00010000:1.0:1763338456.464409:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763338456.464420:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.464428:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.464436:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.464441:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.464447:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.464465:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338456.464509:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338456.464517:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338456.464525:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.464529:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338456.464536:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338456.464547:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c8:0x0].0x0 (ffff8fd26febd700) 00010000:00010000:3.0:1763338456.464550:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338456.464554:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338456.464560:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aef36 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338456.464574:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.464576:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.464577:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338456.464626:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56924:x1848993290834688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 679us (5167us total) trans 4294972700 rc 0/0 00000100:00100000:1.0:1763338456.464635:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3360 00000100:00100000:2.0:1763338456.471801:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.471886:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290835072 00000100:00100000:0.0:1763338456.471897:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290835072 00000100:00100000:0.0:1763338456.471965:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9636 00000100:00100000:0.0:1763338456.471976:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56926:x1848993290835072:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.471998:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.472002:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338456.472030:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aef1a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fb0 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.472051:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:0.0:1763338456.472063:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.472080:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef3d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fc5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.472187:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.472200:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472210:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472220:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.472228:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472235:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472671:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.472681:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472688:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338456.472697:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:0.0:1763338456.472722:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472729:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472741:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472747:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.472751:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472758:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472766:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338456.472769:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.472773:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472778:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef44 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338456.472788:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007d141583 reply state 0000000025ddec20 transno 4294972701 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472799:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.472805:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338456.472807:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338456.472809:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338456.472836:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef3d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.472853:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.472866:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338456.472868:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338456.472871:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f600, rc 0) 00000100:00100000:0.0:1763338456.472951:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56926:x1848993290835072:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 975us (1164us total) trans 4294972701 rc 0/0 00000100:00100000:0.0:1763338456.472960:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9636 00000100:00100000:3.0:1763338456.483302:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.483399:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290835328 00000100:00100000:2.0:1763338456.483407:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290835328 00000100:00100000:2.0:1763338456.483453:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9637 00000100:00100000:2.0:1763338456.483461:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56926:x1848993290835328:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.483483:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.483501:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aef60 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fcc expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.483604:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.483618:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 270 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.483627:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.483657:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 270 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.483668:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 270 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.483681:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303177728:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.483761:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.485421:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.485502:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303177728:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.485530:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338456.485596:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290835456 00000100:00100000:0.0:1763338456.485602:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290835456 00010000:00010000:0.0:1763338456.485630:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 271 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.485665:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3157 00000100:00100000:0.0:1763338456.485672:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:2409:x1848993290835456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.485685:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.485691:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 271 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.485701:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 271 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.485720:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef52 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fc5 expref: 271 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.485735:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338456.485739:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.485751:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.485757:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.485780:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.485821:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2409:x1848993290835456:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 149us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.485830:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3157 00010000:00010000:3.0:1763338456.485891:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.485898:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338456.485919:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00000004:00080000:3.0:1763338456.486072:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x256:0x0], index 1: 0 00000004:00080000:3.0:1763338456.486078:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x256:0x0], index 0: 0 00000004:00080000:3.0:1763338456.486082:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x257:0x0], index 0: 0 00000004:00080000:3.0:1763338456.486085:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x257:0x0], index 1: 0 00010000:00010000:3.0:1763338456.486184:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486192:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486198:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486207:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.486212:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486218:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486317:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338456.486321:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338456.486324:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486330:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aef67 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.486367:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aef60 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fcc expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.486386:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338456.486388:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338456.486392:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aef60 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fcc expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.486404:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:3.0:1763338456.486442:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56926:x1848993290835328:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2982us (3182us total) trans 4294972702 rc 301/301 00000100:00100000:3.0:1763338456.486450:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9637 00000100:00100000:1.0:1763338456.494885:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.495218:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290835712 00000100:00100000:2.0:1763338456.495229:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290835712 00000100:00100000:2.0:1763338456.495323:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3361 00000100:00100000:2.0:1763338456.495334:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56926:x1848993290835712:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338456.495635:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56926:x1848993290835712:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 302us (760us total) trans 4294972703 rc 0/0 00000100:00100000:2.0:1763338456.495643:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3361 00000100:00100000:1.0:1763338456.497489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.497575:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290835968 00000100:00100000:3.0:1763338456.497584:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290835968 00000100:00100000:3.0:1763338456.497640:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3362 00000100:00100000:3.0:1763338456.497650:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243557850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56926:x1848993290835968:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.497861:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243557850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56926:x1848993290835968:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 210us (379us total) trans 4294972704 rc 0/0 00000100:00100000:3.0:1763338456.497869:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3362 00000100:00100000:3.0:1763338456.498516:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.498592:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290836224 00000100:00100000:0.0:1763338456.498598:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290836224 00000100:00100000:0.0:1763338456.498649:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9638 00000100:00100000:0.0:1763338456.498657:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56927:x1848993290836224:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.498671:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.498692:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef75 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fd3 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.498756:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.498772:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.498784:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.498795:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.498802:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.498809:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.498908:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aef8a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.498917:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aef8a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.498924:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aef8a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338456.498934:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:0.0:1763338456.499003:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499011:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499018:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499024:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499030:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.499034:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499040:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499053:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338456.499055:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.499061:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499066:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aef7c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499077:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499082:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499087:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499091:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.499094:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499100:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499106:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338456.499109:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.499112:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499117:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aef83 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.499150:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef75 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fd3 expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.499169:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aef8a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fd3 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.499177:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338456.499180:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338456.499182:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338456.499242:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56927:x1848993290836224:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 585us (728us total) trans 4294972705 rc 0/0 00000100:00100000:0.0:1763338456.499250:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9638 00000100:00100000:1.0:1763338456.505000:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.505052:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.505070:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290836352 00000100:00100000:3.0:1763338456.505081:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290836352 00000100:00100000:3.0:1763338456.505134:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290836480 00000100:00100000:3.0:1763338456.505137:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290836480 00000100:00100000:3.0:1763338456.505173:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6667 00000100:00100000:3.0:1763338456.505182:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290836352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.505202:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.505224:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fda expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.505229:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6668 00000100:00100000:0.0:1763338456.505246:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2410:x1848993290836480:12345-192.168.202.34@tcp:101:lfs.0 00002000:00010000:3.0:1763338456.505253:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338456.505257:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.505292:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fe1 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.505300:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.505303:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1763338456.505311:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.505314:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 17 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.505326:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.505329:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.505335:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 17 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.505337:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 69 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.505359:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00010000:00010000:0.0:1763338456.505363:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 69 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.505386:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f600, rc 0) 00000100:00100000:3.0:1763338456.505422:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290836352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 239us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.505429:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6667 00000100:00100000:0.0:1763338456.505496:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+69:2410:x1848993290836480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 253us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.505502:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6668 00000100:00100000:3.0:1763338456.507409:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.507482:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290836736 00000100:00100000:1.0:1763338456.507492:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290836736 00000100:00100000:1.0:1763338456.507555:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9639 00000100:00100000:1.0:1763338456.507566:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290836736:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338456.507595:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.507598:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338456.507624:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4aef8a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fd3 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.507643:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:1.0:1763338456.507653:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338456.507670:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aefa6 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fe8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.507775:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aefad lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.507788:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aefad lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.507799:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aefad lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338456.507813:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 0 00010000:00010000:1.0:1763338456.507926:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4aefa6 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe8 expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.507940:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aefad lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe8 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.507947:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338456.507950:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763338456.507952:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c000, rc 0) 00000100:00100000:1.0:1763338456.508019:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290836736:12345-192.168.202.34@tcp:101:bash.0 Request processed in 454us (619us total) trans 4294972706 rc 0/0 00000100:00100000:1.0:1763338456.508026:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9639 00000100:00100000:1.0:1763338456.514566:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.514660:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.514756:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290836864 00000100:00100000:0.0:1763338456.514767:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290836864 00000100:00100000:0.0:1763338456.514824:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290836992 00000100:00100000:0.0:1763338456.514828:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290836992 00000100:00100000:0.0:1763338456.514858:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9640 00000100:00100000:0.0:1763338456.514868:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56927:x1848993290836864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.514888:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.514909:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aefbb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3fef expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.514965:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aefbb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fef expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.514982:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aefbb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fef expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.515000:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:0.0:1763338456.515004:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338456.515008:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:0.0:1763338456.515059:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56927:x1848993290836864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 193us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.515066:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9640 00000100:00100000:0.0:1763338456.515083:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9641 00000100:00100000:0.0:1763338456.515090:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290836992:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.515101:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.515108:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aefc2 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ff6 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.515134:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aefc9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.515143:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aefc9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.515151:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aefc9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.515247:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4aefc2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ff6 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.515295:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aefc9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ff6 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.515302:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:0.0:1763338456.515305:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338456.515308:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338456.515337:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290836992:12345-192.168.202.34@tcp:101:bash.0 Request processed in 247us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.515343:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9641 00000100:00100000:1.0:1763338456.517453:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.517532:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290837248 00000100:00100000:2.0:1763338456.517541:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290837248 00000100:00100000:2.0:1763338456.517596:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9642 00000100:00100000:2.0:1763338456.517607:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290837248:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338456.517673:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.517699:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4aefad lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1c9:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe8 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.517716:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:2.0:1763338456.517721:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.517899:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.517913:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.517923:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:2.0:1763338456.517969:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972707 00000004:00010000:2.0:1763338456.517997:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032f2ea1d reply state 0000000046cbbf41 transno 4294972708 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.518010:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.518016:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:2.0:1763338456.518018:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338456.518020:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338456.518520:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290837248:12345-192.168.202.34@tcp:36:bash.0 Request processed in 914us (1074us total) trans 4294972708 rc 0/0 00000100:00100000:2.0:1763338456.518529:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9642 00000020:00080000:2.0:1763338456.518534:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338456.520063:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.522144:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290837504 00000100:00100000:0.0:1763338456.522161:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290837504 00000100:00100000:0.0:1763338456.522235:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3363 00000100:00100000:0.0:1763338456.522246:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56927:x1848993290837504:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.522518:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56927:x1848993290837504:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 272us (2461us total) trans 4294972709 rc 0/0 00000100:00100000:0.0:1763338456.522525:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3363 00000100:00100000:2.0:1763338456.523875:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.524063:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290837760 00000100:00100000:1.0:1763338456.524071:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290837760 00000100:00100000:1.0:1763338456.524118:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9643 00000100:00100000:1.0:1763338456.524125:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290837760:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338456.524149:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.524152:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338456.524176:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4aefbb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fef expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.524193:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338456.524198:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338456.524210:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aefd7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af3ffd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.524249:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aefde lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.524300:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aefde lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.524310:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aefde lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338456.524523:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1502, 88 off126408 00000004:00080000:1.0:1763338456.524531:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126236268082ns, next at 1126780245110ns, rc = 0 00000040:00080000:1.0:1763338456.524564:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1502, 88 off126168 00000004:00080000:1.0:1763338456.524569:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126236307357ns, next at 1126780220598ns, rc = 0 00000040:00080000:1.0:1763338456.524585:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1503, 88 off126256 00000004:00080000:1.0:1763338456.524589:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126236327402ns, next at 1126780220598ns, rc = 0 00000040:00080000:1.0:1763338456.524600:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1503, 88 off126496 00000004:00080000:1.0:1763338456.524604:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126236342075ns, next at 1126780245110ns, rc = 0 00000100:00100000:0.0:1763338456.529515:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.529658:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838016 00000100:00100000:2.0:1763338456.529669:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838016 00000100:00100000:2.0:1763338456.529720:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9644 00000100:00100000:2.0:1763338456.529730:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56927:x1848993290838016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.529753:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.529771:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aefe5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4004 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.529837:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.529849:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.529859:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.529869:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.529876:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.529881:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.529975:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.529983:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.529989:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338456.529998:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 2 00010000:00010000:2.0:1763338456.530071:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530078:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530084:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530090:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.530095:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530102:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530112:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:2.0:1763338456.530115:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763338456.530119:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530125:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4aeffa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530137:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530143:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530148:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530158:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530163:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.530165:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530171:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530176:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197600) 00010000:00010000:2.0:1763338456.530178:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.530181:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530186:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4aefec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530192:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530197:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530202:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530206:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.530209:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530214:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530224:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338456.530227:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.530229:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530234:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4aeff3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.530291:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aefe5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4004 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.530301:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197600) 00010000:00010000:2.0:1763338456.530303:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338456.530307:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4aefe5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4004 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.530319:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338456.530399:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56927:x1848993290838016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 670us (893us total) trans 4294972711 rc 301/301 00000100:00100000:2.0:1763338456.530407:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9644 00000001:00080000:0.0:1763338456.531060:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972710 is committed 00000004:00080000:0.0:1763338456.531068:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 985 committed 00010000:00010000:2.0:1763338456.531084:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00000004:00080000:0.0:1763338456.531085:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 979 committed 00010000:00010000:2.0:1763338456.531096:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531104:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00000004:00080000:0.0:1763338456.531104:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 978 committed 00000004:00080000:0.0:1763338456.531110:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 984 committed 00010000:00010000:2.0:1763338456.531115:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.531119:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531126:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531138:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338456.531141:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.531145:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531151:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4aeeb1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531169:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531175:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531181:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531185:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.531187:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531194:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531202:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338456.531205:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.531208:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531217:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aef4b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.531233:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.531240:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.531245:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.531250:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.531253:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.531281:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.531290:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:2.0:1763338456.531293:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.531296:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.531302:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4aefd0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338456.531351:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303178240:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.531410:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.531453:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338456.531457:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303178240 00000100:00100000:3.0:1763338456.531462:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303177856:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.531466:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303178240 00000100:00100000:3.0:1763338456.531493:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.531506:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303177856 00000100:00100000:2.0:1763338456.531511:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303177856 00000100:00100000:3.0:1763338456.531528:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303177984:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.531540:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669 00000100:00100000:2.0:1763338456.531551:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+148:3656:x1848993303178240:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.531558:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.531581:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338456.531587:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303178112:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.531611:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.531642:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303177984 00000100:00100000:3.0:1763338456.531647:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303177984 00002000:00010000:2.0:1763338456.531674:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x257:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763338456.531675:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303178112 00000100:00100000:3.0:1763338456.531679:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303178112 00002000:00010000:2.0:1763338456.531681:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x257:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.531685:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x257:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.531688:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x257:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.531690:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x257:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338456.531705:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6670 00000100:00100000:3.0:1763338456.531714:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+151:3656:x1848993303177856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338456.531730:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:596 count 1 00000100:00100000:2.0:1763338456.531733:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+151:3656:x1848993303178240:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (321us total) trans 17179871627 rc 0/0 00000100:00100000:2.0:1763338456.531742:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669 00010000:00010000:3.0:1763338456.531749:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.531760:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671 00000100:00100000:2.0:1763338456.531771:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+150:3654:x1848993303177984:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338456.531772:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 68 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.531785:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1763338456.531786:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:597 count 1 00010000:00010000:3.0:1763338456.531788:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338456.531795:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.531801:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.531814:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 68 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.531821:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.531822:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.531825:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.531828:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 68 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.531849:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 68 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.531855:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 68 pid: 8405 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763338456.531867:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303178368:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.531871:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 68 pid: 8405 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338456.531920:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25269f900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338456.531937:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6672 00000100:00100000:3.0:1763338456.531945:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+150:3654:x1848993303178112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338456.532030:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+151:3654:x1848993303178112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 85us (417us total) trans 17179871628 rc 0/0 00000100:00100000:3.0:1763338456.532036:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6672 00000100:00100000:2.0:1763338456.532078:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303178496:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.532106:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a49c0 going to sleep for 11 seconds 00000004:00080000:3.0:1763338456.532207:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128000/2, rc 0, transno 17179871628 00000100:00100000:3.0:1763338456.532213:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303178112:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338456.532231:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146129500/2, rc 0, transno 17179871627 00000100:00100000:3.0:1763338456.532235:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303178240:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.532392:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338456.532404:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303178624:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.532430:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303178880:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338456.532439:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.532465:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.532470:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303179008:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.532489:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338456.532496:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303178752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338456.532503:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.532524:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.532553:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303178624 00000100:00100000:1.0:1763338456.532557:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303178624 00000100:00100000:1.0:1763338456.532588:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303178880 00000100:00100000:1.0:1763338456.532591:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303178880 00000100:00100000:1.0:1763338456.532599:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303179008 00000100:00100000:1.0:1763338456.532601:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303179008 00000100:00100000:1.0:1763338456.532607:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303178752 00000100:00100000:1.0:1763338456.532609:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303178752 00000100:00100000:1.0:1763338456.532617:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6673 00000100:00100000:1.0:1763338456.532622:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3656:x1848993303178624:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338456.532635:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:596 count 1 00010000:00010000:1.0:1763338456.532650:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.532664:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 16 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.532671:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.532673:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.532676:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.532694:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 16 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.532702:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 16 pid: 27816 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338456.532711:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303179136:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.532734:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6674 00000100:00100000:2.0:1763338456.532746:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3655:x1848993303178880:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.532748:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.532765:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6675 00000100:00100000:1.0:1763338456.532773:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3656:x1848993303179008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338456.532851:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.532855:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.532857:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.532860:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.532862:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338456.532870:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3655:x1848993303178880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 127us (404us total) trans 21474838953 rc 0/0 00000100:00100000:2.0:1763338456.532877:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6674 00000100:00100000:2.0:1763338456.532895:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6676 00000100:00100000:1.0:1763338456.532904:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3656:x1848993303179008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 131us (401us total) trans 21474838954 rc 0/0 00000100:00100000:2.0:1763338456.532905:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3655:x1848993303178752:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.532918:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6675 00002000:00080000:2.0:1763338456.532922:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:597 count 1 00010000:00010000:2.0:1763338456.532935:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.532947:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1763338456.532949:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b92d80/2, rc 0, transno 21474838953 00010000:00010000:2.0:1763338456.532958:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763338456.532959:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303178880:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338456.532961:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.532966:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.532983:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b90380/2, rc 0, transno 21474838954 00000100:00100000:1.0:1763338456.532990:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303179008:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338456.532991:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.533004:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 1226 lvb_type: 1 00000100:00100000:2.0:1763338456.533015:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303179264:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.533041:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4a80 going to sleep for 11 seconds 00010000:00010000:1.0:1763338456.533043:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aefde lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ffd expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.533056:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338456.533059:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338456.533075:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4aefd7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ffd expref: 260 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338456.533090:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aefde lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ffd expref: 259 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.533114:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338456.533117:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338456.533119:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c800, rc 0) 00000100:00100000:1.0:1763338456.533143:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:55909:x1848993290837760:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9018us (9276us total) trans 4294972710 rc 0/0 00000100:00100000:1.0:1763338456.533150:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9643 00000100:00100000:1.0:1763338456.536511:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.536555:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303178368:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338456.536592:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.536890:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838144 00000100:00100000:2.0:1763338456.536898:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838144 00010000:00010000:2.0:1763338456.536933:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.537063:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3158 00000100:00100000:2.0:1763338456.537074:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+69:2408:x1848993290838144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338456.537088:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.537094:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.537107:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.537131:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4aee72 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f86 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.537154:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.537197:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.537204:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.537219:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.537981:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.538008:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.538055:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303179136:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338456.538075:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.538126:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.538145:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838400 00000100:00100000:1.0:1763338456.538149:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838400 00010000:00010000:1.0:1763338456.538168:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 69 pid: 8405 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338456.538190:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838528 00000100:00100000:1.0:1763338456.538192:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838528 00010000:00010000:1.0:1763338456.538203:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 17 pid: 27816 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338456.538219:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3159 00000100:00100000:1.0:1763338456.538226:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+69:2407:x1848993290838400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.538235:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.538240:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 69 pid: 8405 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.538249:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 69 pid: 8405 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.538281:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.538283:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.538288:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538296:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538311:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.538365:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e68450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+69:2407:x1848993290838400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 139us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.538381:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3159 00000100:00100000:1.0:1763338456.538400:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3160 00000100:00100000:1.0:1763338456.538406:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290838528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.538415:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.538419:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 17 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.538429:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 17 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.538442:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4aee64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f78 expref: 17 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.538452:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.538454:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.538457:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538465:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538479:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.538497:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290838528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 91us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.538503:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3160 00010000:00010000:1.0:1763338456.538526:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538535:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538546:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538555:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538571:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338456.538813:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3656:x1848993303178624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6189us (6374us total) trans 21474838955 rc 0/0 00000100:00100000:1.0:1763338456.538820:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6673 00010000:00010000:1.0:1763338456.538842:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.538849:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538858:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338456.538863:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538874:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538892:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538900:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af016 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.538918:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.538920:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.538922:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338456.538952:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c7480/2, rc 0, transno 21474838955 00000100:00100000:1.0:1763338456.538958:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303178624:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.538994:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.539013:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838656 00000100:00100000:1.0:1763338456.539016:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838656 00010000:00010000:1.0:1763338456.539030:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338456.539049:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3161 00000100:00100000:1.0:1763338456.539055:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290838656:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.539065:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.539069:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.539079:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 16 pid: 8403 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.539096:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.539098:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.539102:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.539110:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.539121:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.539138:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290838656:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 83us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.539144:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3161 00000100:00100000:1.0:1763338456.539252:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838272 00000100:00100000:1.0:1763338456.539257:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838272 00000100:00100000:1.0:1763338456.539307:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9645 00000100:00100000:1.0:1763338456.539313:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56927:x1848993290838272:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.539330:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.539346:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af024 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af400b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.539449:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af02b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.539461:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af02b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.539471:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af02b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338456.539499:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 2 00000004:00200000:1.0:1763338456.539503:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338456.539521:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af02b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.539543:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af024 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af400b expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.539558:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af02b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af400b expref: 260 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.539565:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338456.539568:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338456.539572:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00000100:00100000:1.0:1763338456.539611:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56927:x1848993290838272:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 298us (1635us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.539618:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9645 00010000:00010000:0.0:1763338456.540057:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4aeda7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f32 expref: 68 pid: 8405 timeout: 1226 lvb_type: 1 00000100:00100000:0.0:1763338456.540071:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303178496:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.540099:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.540106:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.540113:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.540120:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.540127:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.540158:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338456.540403:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+151:3654:x1848993303177984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8634us (8844us total) trans 17179871629 rc 0/0 00000100:00100000:0.0:1763338456.540416:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671 00010000:00010000:2.0:1763338456.540445:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1763338456.540460:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612ad80/2, rc 0, transno 17179871629 00000100:00100000:0.0:1763338456.540467:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303177984:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.540482:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+67:2408:x1848993290838144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3408us (3981us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.540491:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3158 00010000:00010000:2.0:1763338456.540569:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4aeda0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3f39 expref: 15 pid: 8403 timeout: 1226 lvb_type: 1 00000100:00100000:2.0:1763338456.540581:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303179264:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.540596:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.540605:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.540612:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.540619:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.540628:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.540655:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338456.540805:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3655:x1848993303178752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7902us (8280us total) trans 21474838956 rc 0/0 00000100:00100000:2.0:1763338456.540812:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6676 00000004:00080000:2.0:1763338456.540850:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b91180/2, rc 0, transno 21474838956 00000100:00100000:2.0:1763338456.540856:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303178752:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338456.541078:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.541088:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.541096:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.541104:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.541127:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1763338456.541254:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+151:3656:x1848993303177856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9541us (9761us total) trans 17179871630 rc 0/0 00000100:00100000:3.0:1763338456.541284:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6670 00000004:00080000:3.0:1763338456.541324:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128380/2, rc 0, transno 17179871630 00000100:00100000:3.0:1763338456.541329:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303177856:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338456.541416:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763338456.541424:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541432:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.541436:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541447:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541469:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541476:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af00f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541498:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338456.541503:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541510:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c4e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.541513:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541521:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541530:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541536:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af01d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541551:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.541554:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541560:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.541563:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541570:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541579:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541586:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af008 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.541601:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.541603:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.541605:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338456.541954:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.542017:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838784 00000100:00100000:2.0:1763338456.542024:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838784 00000100:00100000:2.0:1763338456.542066:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6677 00000100:00100000:2.0:1763338456.542075:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+67:55909:x1848993290838784:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338456.542096:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.542116:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4012 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338456.542138:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338456.542157:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.542160:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.542169:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 68 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.542183:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 68 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.542194:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5a00, rc 0) 00000100:00100000:2.0:1763338456.542232:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+68:55909:x1848993290838784:12345-192.168.202.34@tcp:101:bash.0 Request processed in 158us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.542239:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6677 00010000:00010000:0.0:1763338456.543968:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338456.544549:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338456.547154:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.548215:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.548242:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290838912 00000100:00100000:2.0:1763338456.548254:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290838912 00000100:00100000:0.0:1763338456.549574:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290839040 00000100:00100000:0.0:1763338456.549584:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290839040 00000100:00100000:0.0:1763338456.549637:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6678 00000100:00100000:0.0:1763338456.549647:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2409:x1848993290838912:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.549674:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.549699:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af039 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4019 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.549763:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303179392:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763338456.550133:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6679 00000100:00100000:3.0:1763338456.550144:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290839040:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.550153:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.550168:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4020 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.550191:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.550206:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.550208:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.550217:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.550257:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1462e4780 going to sleep for 11 seconds 00010000:00010000:3.0:1763338456.553536:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.553560:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:3.0:1763338456.553649:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290839040:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3505us (5440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.553658:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6679 00002000:00010000:0.0:1763338456.562454:0:27816:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb mtime: 0 -> 1763338457 00002000:00010000:0.0:1763338456.562463:0:27816:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb atime: 0 -> 1763338456 00002000:00010000:0.0:1763338456.562466:0:27816:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb ctime: 0 -> 1763338457 00000100:00100000:0.0:1763338456.562488:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303179392:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338456.562526:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af039 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4019 expref: 69 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.562550:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af039 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4019 expref: 69 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.562562:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:0.0:1763338456.562633:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2409:x1848993290838912:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12986us (15489us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338456.562642:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6678 00000100:00100000:2.0:1763338456.562712:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.562850:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.562868:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290839168 00000100:00100000:0.0:1763338456.562876:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290839168 00002000:00010000:0.0:1763338456.562906:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/598 (0->18446744073709551615) 00002000:00100000:0.0:1763338456.562910:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d41bb80 with x1848993290839168 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338456.562919:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d41bb80. 00000100:00100000:0.0:1763338456.562943:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290839296 00000100:00100000:0.0:1763338456.562945:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290839296 00002000:00010000:0.0:1763338456.562956:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/598 (0->18446744073709551615) 00002000:00100000:0.0:1763338456.562958:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419f80 with x1848993290839296 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338456.562964:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d419f80. 00000100:00100000:0.0:1763338456.562980:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1653 00000100:00100000:0.0:1763338456.562987:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2410:x1848993290839168:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338456.563137:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338456.563141:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338456.563143:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb atime from disk: 1763338456 -> 0 00002000:00010000:0.0:1763338456.563146:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338456.563148:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338456.563173:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+69:2410:x1848993290839168:12345-192.168.202.34@tcp:10:bash.0 Request processed in 187us (465us total) trans 17179871631 rc 0/0 00000100:00100000:0.0:1763338456.563179:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1653 00002000:00010000:0.0:1763338456.563189:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/598 (0->18446744073709551615) 00002000:00100000:0.0:1763338456.563192:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d41bb80 with x1848993290839168 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338456.563196:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d41bb80. 00000100:00100000:0.0:1763338456.563208:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1654 00000100:00100000:0.0:1763338456.563214:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290839296:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338456.563328:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338456.563331:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338456.563334:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338456.563336:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338456.563338:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338456.563356:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290839296:12345-192.168.202.34@tcp:10:bash.0 Request processed in 142us (507us total) trans 21474838957 rc 0/0 00000100:00100000:0.0:1763338456.563362:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1654 00002000:00010000:0.0:1763338456.563365:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/598 (0->18446744073709551615) 00002000:00100000:0.0:1763338456.563368:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419f80 with x1848993290839296 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338456.563381:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d419f80. 00000100:00100000:1.0:1763338456.567046:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.570321:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290839552 00000100:00100000:3.0:1763338456.570336:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290839552 00000100:00100000:3.0:1763338456.570404:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3364 00000100:00100000:3.0:1763338456.570414:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56927:x1848993290839552:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.570702:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56927:x1848993290839552:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 288us (3663us total) trans 4294972712 rc 0/0 00000100:00100000:3.0:1763338456.570710:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3364 00000100:00100000:2.0:1763338456.570855:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.571053:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290839808 00000100:00100000:0.0:1763338456.571059:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290839808 00000100:00100000:0.0:1763338456.571098:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3365 00000100:00100000:0.0:1763338456.571106:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+261:55909:x1848993290839808:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338456.571381:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:55909:x1848993290839808:12345-192.168.202.34@tcp:35:bash.0 Request processed in 265us (517us total) trans 4294972713 rc 0/0 00000100:00100000:0.0:1763338456.571389:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3365 00000100:00100000:2.0:1763338456.582216:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.582331:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290840064 00000100:00100000:1.0:1763338456.582341:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290840064 00000100:00100000:1.0:1763338456.582414:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9646 00000100:00100000:1.0:1763338456.582425:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56927:x1848993290840064:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.582457:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.582482:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af047 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4027 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.582563:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.582577:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582588:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582599:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.582605:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582610:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582721:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af05c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.582731:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af05c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582738:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af05c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338456.582748:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00010000:00010000:1.0:1763338456.582834:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582841:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582847:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582853:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582859:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.582863:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582869:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582880:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:1.0:1763338456.582883:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.582888:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582893:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af04e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582907:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582913:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582918:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582923:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.582925:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582931:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582937:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febd000) 00010000:00010000:1.0:1763338456.582940:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.582942:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582947:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af055 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.582987:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af047 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4027 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.583001:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af05c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4027 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.583007:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:1.0:1763338456.583009:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338456.583011:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:1.0:1763338456.583081:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290840064:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 658us (875us total) trans 4294972714 rc 0/0 00000100:00100000:1.0:1763338456.583090:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9646 00000100:00100000:1.0:1763338456.595677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.596147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.596243:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290840320 00000100:00100000:0.0:1763338456.596254:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290840320 00000100:00100000:0.0:1763338456.596338:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3366 00000100:00100000:0.0:1763338456.596355:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290840320:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338456.596535:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290840320:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 182us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.596544:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3366 00000100:00100000:3.0:1763338456.599177:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290840192 00000100:00100000:3.0:1763338456.599191:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290840192 00000100:00100000:1.0:1763338456.599537:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.600234:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 413 00000100:00100000:2.0:1763338456.600246:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:2407:x1848993290840192:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338456.600287:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.600315:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af05c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4027 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.600335:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:2.0:1763338456.600341:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338456.600403:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2407:x1848993290840192:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 159us (4735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.600411:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 413 00000100:00100000:0.0:1763338456.600841:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.601464:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290840576 00000100:00100000:3.0:1763338456.601472:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290840576 00000100:00100000:1.0:1763338456.601615:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290840832 00000100:00100000:1.0:1763338456.601620:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290840832 00000100:00100000:3.0:1763338456.602313:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9647 00000100:00100000:3.0:1763338456.602327:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56928:x1848993290840832:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338456.602390:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338456.602413:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4aefde lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ffd expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.602437:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af02b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af400b expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.602449:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aefc9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3ff6 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.602459:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd26febd200) 00010000:00010000:3.0:1763338456.602470:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338456.602499:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338456.602511:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602520:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602533:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338456.602540:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602546:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602627:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338456.602635:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602645:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00080000:3.0:1763338456.602869:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1c9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338456.602951:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602959:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602965:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602971:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.602975:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602982:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.602991:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:3.0:1763338456.602994:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338456.602999:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338456.603583:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9648 00000100:00100000:1.0:1763338456.603592:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56927:x1848993290840576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.603606:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.603620:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af07f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af402e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.603807:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af086 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338456.603818:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af086 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.603827:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af086 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338456.603839:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1c9:0x0]: returning size 5 00010000:00010000:1.0:1763338456.603918:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af07f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af402e expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.603935:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af086 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af402e expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.603943:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:1.0:1763338456.603946:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338456.603948:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:1.0:1763338456.604021:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290840576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 429us (4488us total) trans 4294972716 rc 0/0 00000100:00100000:1.0:1763338456.604028:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9648 00010000:00010000:3.0:1763338456.604288:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af078 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604305:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604311:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604322:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604328:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604333:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.604336:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604342:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604350:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.604353:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.604356:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604361:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af06a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338456.604389:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000852cbc29 reply state 0000000009908048 transno 4294972715 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604400:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338456.604406:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338456.604408:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338456.604411:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338456.604663:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56928:x1848993290840832:12345-192.168.202.34@tcp:36:rm.0 Request processed in 2338us (3821us total) trans 4294972715 rc 0/0 00000100:00100000:2.0:1763338456.604671:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9647 00000100:00100000:0.0:1763338456.615801:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.615893:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841088 00000100:00100000:1.0:1763338456.615904:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841088 00000100:00100000:1.0:1763338456.615964:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3367 00000100:00100000:1.0:1763338456.615973:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243554450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290841088:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:1.0:1763338456.616046:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1c9:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af086 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af402e expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.616089:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763338456.616105:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616114:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000004:00020000:1.0:1763338456.616251:0:6522:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1c9:0x0]: rc = -1 00010000:00010000:1.0:1763338456.616334:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616342:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616348:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616361:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.616365:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616381:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616391:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:1.0:1763338456.616394:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763338456.616399:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616405:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af094 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1c9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338456.616416:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:1.0:1763338456.616419:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338456.616424:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af086 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af402e expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.616577:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243554450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290841088:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 604us (785us total) trans 4294972717 rc -1/-1 00000100:00100000:1.0:1763338456.616586:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3367 00000100:00100000:3.0:1763338456.621742:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.621793:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.621833:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.621920:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841216 00000100:00100000:2.0:1763338456.621930:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841216 00000100:00100000:2.0:1763338456.621989:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841472 00000100:00100000:2.0:1763338456.621992:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841472 00000100:00100000:2.0:1763338456.622024:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1346 00000100:00100000:2.0:1763338456.622035:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290841472:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763338456.622106:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290841472:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 73us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.622115:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1346 00000100:00100000:2.0:1763338456.622134:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9649 00000100:00100000:2.0:1763338456.622142:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56927:x1848993290841216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.622157:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.622181:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4af09b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4035 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.622236:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4af09b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4035 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.622251:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5c00/0x4ea0a6980f4af09b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4035 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.622304:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd260197600) 00010000:00010000:2.0:1763338456.622308:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.622312:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5c00, rc 0) 00000100:00100000:2.0:1763338456.622333:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56927:x1848993290841216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 192us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.622339:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9649 00000100:00100000:0.0:1763338456.622423:0:32328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841344 00000100:00100000:0.0:1763338456.622428:0:32328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841344 00000100:00100000:0.0:1763338456.622464:0:32328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 144 00000100:00100000:0.0:1763338456.622471:0:32328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144737850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2410:x1848993290841344:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763338456.622496:0:32328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144737850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2410:x1848993290841344:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 26us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.622502:0:32328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 144 00000100:00080000:0.0:1763338456.622532:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763338456.629405:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.629723:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841600 00000100:00100000:1.0:1763338456.629733:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841600 00000100:00100000:1.0:1763338456.629800:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9650 00000100:00100000:1.0:1763338456.629811:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56929:x1848993290841600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.629832:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.629858:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af0a2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af403c expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.629933:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.629946:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.629957:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.629967:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.629974:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.629980:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630023:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630029:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630036:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630042:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630048:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.630052:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630059:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630071:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:1.0:1763338456.630074:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.630080:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630086:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af0a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630102:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630108:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630113:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630119:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.630121:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630127:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630134:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338456.630137:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.630140:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630145:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0b0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.630173:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af0a2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af403c expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.630182:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:1.0:1763338456.630185:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.630188:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af0a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af403c expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.630203:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:1.0:1763338456.630330:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56929:x1848993290841600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 519us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338456.630338:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9650 00000100:00100000:0.0:1763338456.633506:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.633553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.637557:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841984 00000100:00100000:1.0:1763338456.637572:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841984 00000100:00100000:1.0:1763338456.637636:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3368 00000100:00100000:1.0:1763338456.637646:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56927:x1848993290841984:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:1.0:1763338456.637899:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1c9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763338456.637960:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1504, 64 off126560 00000040:00080000:1.0:1763338456.637983:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1504, 64 off126320 00000040:00080000:1.0:1763338456.637991:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1505, 64 off126384 00000040:00080000:1.0:1763338456.638000:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1505, 64 off126624 00010000:00010000:1.0:1763338456.638052:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763338456.638068:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.638079:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.638087:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.638094:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.638100:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338456.638131:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338456.638330:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56927:x1848993290841984:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 684us (4774us total) trans 4294972718 rc 0/0 00000100:00100000:1.0:1763338456.638338:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3368 00000100:00100000:3.0:1763338456.638549:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290841728 00000100:00100000:3.0:1763338456.638555:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290841728 00000100:00100000:3.0:1763338456.638592:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9651 00000100:00100000:3.0:1763338456.638599:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56929:x1848993290841728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.638611:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.638625:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af0be lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4043 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.638671:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.638692:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638700:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638710:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338456.638718:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638723:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638747:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638754:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638760:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638766:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.638770:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638777:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638788:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.638791:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.638794:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638800:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af0c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638809:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638814:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638819:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638824:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338456.638826:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638831:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638837:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338456.638840:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.638843:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638848:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af0cc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.638870:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af0be lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4043 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.638880:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338456.638882:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338456.638885:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af0be lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4043 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.638897:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c800, rc 0) 00000100:00100000:3.0:1763338456.638925:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56929:x1848993290841728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 327us (5430us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338456.638932:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9651 00010000:00010000:2.0:1763338456.639617:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338456.639626:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338456.639633:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338456.639637:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338456.639643:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338456.639654:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1c9:0x0].0x0 (ffff8fd260197600) 00010000:00010000:2.0:1763338456.639656:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338456.639659:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338456.639663:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af0b7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338456.639677:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.639679:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.639680:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338456.643553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.643639:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290842112 00000100:00100000:1.0:1763338456.643650:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290842112 00000100:00100000:1.0:1763338456.643722:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9652 00000100:00100000:1.0:1763338456.643733:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56929:x1848993290842112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.643759:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.643787:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af0d3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af404a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.643854:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0da lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.643869:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.643881:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338456.643938:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338456.643944:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338456.643984:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af0d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af404a expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.644005:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af404a expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.644014:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:1.0:1763338456.644018:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338456.644021:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:1.0:1763338456.644093:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56929:x1848993290842112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 361us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.644100:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9652 00000100:00100000:2.0:1763338456.650025:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.650113:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290842240 00000100:00100000:3.0:1763338456.650124:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290842240 00000100:00100000:1.0:1763338456.650865:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9653 00000100:00100000:2.0:1763338456.650948:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56929:x1848993290842240:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.650971:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.650995:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af0e1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4051 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.651075:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.651089:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651100:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651112:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338456.651120:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651126:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651167:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651174:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651180:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651186:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651191:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.651195:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651202:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651213:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:2.0:1763338456.651216:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.651221:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651227:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af0e8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651239:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651244:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651249:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651253:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.651256:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651331:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651339:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:2.0:1763338456.651342:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.651345:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651350:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af0ef lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338456.651389:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af0e1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4051 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.651399:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:2.0:1763338456.651401:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.651405:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af0e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4051 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.651413:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c4e00, rc 0) 00000100:00100000:2.0:1763338456.653816:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56929:x1848993290842240:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2922us (3783us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338456.653834:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9653 00000100:00100000:2.0:1763338456.667567:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.667976:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290842496 00000100:00100000:0.0:1763338456.667988:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290842496 00000100:00100000:0.0:1763338456.668050:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9654 00000100:00100000:0.0:1763338456.668060:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56929:x1848993290842496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.668083:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.668086:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338456.668112:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af0da lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af404a expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.668133:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febd500) 00010000:00010000:0.0:1763338456.668144:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.668160:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af0f6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4058 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.668307:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.668320:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.668332:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.668343:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.668352:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.668359:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.669995:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.670015:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670025:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338456.670037:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00010000:00010000:0.0:1763338456.670065:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670072:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670082:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670088:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670094:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.670098:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670105:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670116:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2700) 00010000:00010000:0.0:1763338456.670119:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.670123:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670128:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af0fd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338456.670140:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cbe374f4 reply state 000000005ad586f6 transno 4294972719 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670151:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.670157:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:0.0:1763338456.670160:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338456.670163:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338456.670197:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af0f6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.670219:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.670226:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.670229:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338456.670232:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338456.670329:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56929:x1848993290842496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2269us (2771us total) trans 4294972719 rc 0/0 00000100:00100000:0.0:1763338456.670338:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9654 00000100:00100000:2.0:1763338456.674455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.675439:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290842752 00000100:00100000:1.0:1763338456.675455:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290842752 00000100:00100000:1.0:1763338456.675527:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9655 00000100:00100000:1.0:1763338456.675538:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56930:x1848993290842752:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.675565:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.675587:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af119 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af405f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.675712:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338456.675728:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.675740:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338456.675751:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00010000:00010000:1.0:1763338456.675859:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af119 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.675878:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.675886:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:1.0:1763338456.675889:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338456.675893:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:1.0:1763338456.675949:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56930:x1848993290842752:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 414us (1504us total) trans 4294972720 rc 0/0 00000100:00100000:1.0:1763338456.675956:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9655 00000100:00100000:2.0:1763338456.677652:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.679883:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290843008 00000100:00100000:3.0:1763338456.679899:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290843008 00000100:00100000:0.0:1763338456.680113:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.680176:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290843136 00000100:00100000:1.0:1763338456.680181:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290843136 00000100:00100000:2.0:1763338456.680336:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9656 00000100:00100000:2.0:1763338456.680346:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56929:x1848993290843008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.680364:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.680397:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af12e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4066 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.680505:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.680520:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.680528:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.680536:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00100000:2.0:1763338456.680559:0:6521:0:(ldlm_lockd.c:2634:ldlm_cancel_hpreq_lock_match()) @@@ Prio raised by lock 0x4ea0a6980f4af120 req@ffff8fd270f88e00 x1848993290843136/t0(0) o103->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:482/0 lens 328/0 e 0 to 0 dl 1763338467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1763338456.680583:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.680595:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.680609:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303179520:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.680706:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.680715:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.680723:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303179648:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.680745:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.681702:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3162 00000100:00100000:0.0:1763338456.681717:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2408:x1848993290843136:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.681730:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.681738:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.681753:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.681777:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.681781:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.681790:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.681828:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2408:x1848993290843136:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 117us (1720us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.681839:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3162 00000100:00100000:2.0:1763338456.684419:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.684773:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290843392 00000100:00100000:1.0:1763338456.684783:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290843392 00000100:00100000:1.0:1763338456.684833:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3369 00000100:00100000:1.0:1763338456.684845:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56930:x1848993290843392:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338456.685094:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56930:x1848993290843392:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 250us (684us total) trans 4294972721 rc 0/0 00000100:00100000:1.0:1763338456.685103:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3369 00010000:00010000:3.0:1763338456.685989:0:6521:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000acb46920 x1848993303179520) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.686014:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af120 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af405f expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338456.686032:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303179520:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.686139:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303179648:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.686163:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.686170:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.686181:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338456.688049:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.688143:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290843520 00000100:00100000:0.0:1763338456.688152:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290843520 00010000:00010000:0.0:1763338456.688192:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.688235:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3163 00000100:00100000:0.0:1763338456.688245:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2410:x1848993290843520:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.688297:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.688305:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.688317:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.688341:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af10b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4058 expref: 273 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.688357:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.688362:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.688381:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.688389:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.688424:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.688478:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2410:x1848993290843520:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 234us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.688485:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3163 00010000:00010000:2.0:1763338456.689204:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689214:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338456.689243:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00000004:00080000:2.0:1763338456.689517:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x258:0x0], index 0: 0 00000004:00080000:2.0:1763338456.689525:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x258:0x0], index 1: 0 00000004:00080000:2.0:1763338456.689530:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x259:0x0], index 1: 0 00000004:00080000:2.0:1763338456.689534:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x259:0x0], index 0: 0 00010000:00010000:2.0:1763338456.689675:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689696:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689704:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689710:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.689714:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689722:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689735:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:2.0:1763338456.689738:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.689743:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689749:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af135 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.689812:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af12e lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4066 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.689822:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:2.0:1763338456.689824:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338456.689828:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af12e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4066 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.689842:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338456.689913:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56929:x1848993290843008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9567us (12268us total) trans 4294972722 rc 301/301 00000100:00100000:2.0:1763338456.689922:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9656 00000100:00100000:1.0:1763338456.693003:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.693402:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290843776 00000100:00100000:2.0:1763338456.693416:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290843776 00000100:00100000:2.0:1763338456.694062:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9657 00000100:00100000:2.0:1763338456.694076:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56930:x1848993290843776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.694097:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.694125:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af143 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af406d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.694214:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.694227:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694239:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694248:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.694255:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694260:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694404:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.694413:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694419:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694518:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694530:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694537:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694543:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.694548:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694555:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694566:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:2.0:1763338456.694569:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.694573:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694578:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af14a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694588:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694593:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694598:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694603:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.694606:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694614:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694620:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:2.0:1763338456.694622:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.694625:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694630:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af151 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.694666:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af143 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.694706:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.694713:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338456.694715:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338456.694718:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338456.694793:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56930:x1848993290843776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 720us (1802us total) trans 4294972723 rc 0/0 00000100:00100000:2.0:1763338456.694801:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9657 00000100:00100000:1.0:1763338456.696788:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.697654:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290844032 00000100:00100000:0.0:1763338456.697666:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290844032 00000100:00100000:0.0:1763338456.697724:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3370 00000100:00100000:0.0:1763338456.697732:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56929:x1848993290844032:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.698004:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56929:x1848993290844032:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 271us (1225us total) trans 4294972724 rc 0/0 00000100:00100000:0.0:1763338456.698011:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3370 00000100:00100000:1.0:1763338456.701701:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.706349:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290844160 00000100:00100000:0.0:1763338456.706377:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290844160 00000100:00100000:0.0:1763338456.706445:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6680 00000100:00100000:0.0:1763338456.706457:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290844160:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.706475:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.706503:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4074 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338456.706531:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338456.706556:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.706559:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.706570:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 18 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.706586:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 18 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.706599:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338456.706671:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993290844160:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 217us (4980us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.706678:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6680 00000100:00100000:3.0:1763338456.710109:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.710194:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290844416 00000100:00100000:1.0:1763338456.710205:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290844416 00000100:00100000:1.0:1763338456.710312:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3371 00000100:00100000:1.0:1763338456.710325:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56929:x1848993290844416:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338456.710589:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56929:x1848993290844416:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 267us (490us total) trans 4294972725 rc 0/0 00000100:00100000:1.0:1763338456.710597:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3371 00000100:00100000:2.0:1763338456.711940:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.712016:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290844672 00000100:00100000:0.0:1763338456.712024:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290844672 00000100:00100000:0.0:1763338456.712065:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3372 00000100:00100000:0.0:1763338456.712074:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56930:x1848993290844672:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.712238:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56930:x1848993290844672:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 164us (303us total) trans 4294972726 rc 0/0 00000100:00100000:0.0:1763338456.712246:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3372 00000100:00100000:2.0:1763338456.717114:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.717223:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290844928 00000100:00100000:0.0:1763338456.717234:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290844928 00000100:00100000:0.0:1763338456.717329:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9658 00000100:00100000:0.0:1763338456.717344:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56930:x1848993290844928:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.717397:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.717423:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af16d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af407b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.717558:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.717572:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.717580:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.717619:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.717631:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 277 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.717647:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303179776:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.717749:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1462e4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.721860:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.722013:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290845184 00000100:00100000:0.0:1763338456.722025:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290845184 00000100:00100000:0.0:1763338456.722092:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9659 00000100:00100000:0.0:1763338456.722103:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290845184:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.722124:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.722128:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338456.722141:0:13583:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 278 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.722168:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.722173:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.722182:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.722189:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.722214:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.722229:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af17b lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4082 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.722389:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af182 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.722399:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af182 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.722408:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af182 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338456.722423:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00010000:00010000:0.0:1763338456.722539:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af17b lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4082 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.722558:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af182 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4082 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.722566:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.722569:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763338456.722572:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338456.722630:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290845184:12345-192.168.202.34@tcp:101:bash.0 Request processed in 529us (779us total) trans 4294972727 rc 0/0 00000100:00100000:0.0:1763338456.722643:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9659 00010000:00010000:0.0:1763338456.724998:0:6521:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000092bb87c x1848993303179776) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 279 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.725022:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af158 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af406d expref: 279 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.725040:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303179776:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.725065:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.725073:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.725082:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.725088:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338456.725113:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 0 00010000:00010000:0.0:1763338456.725287:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af16d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af407b expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.725301:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af407b expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.725308:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.725311:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763338456.725314:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:0.0:1763338456.725379:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56930:x1848993290844928:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8031us (8265us total) trans 4294972728 rc 0/0 00000100:00100000:0.0:1763338456.725388:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9658 00000100:00100000:2.0:1763338456.726465:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.728520:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290845312 00000100:00100000:0.0:1763338456.728535:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290845312 00000100:00100000:0.0:1763338456.728612:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9660 00000100:00100000:0.0:1763338456.728622:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290845312:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.728642:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.728662:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af197 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4089 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.728703:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af19e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.728717:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af19e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.728729:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af19e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.728832:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af197 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4089 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.728849:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af19e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4089 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.728858:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.728861:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338456.728865:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:0.0:1763338456.728934:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290845312:12345-192.168.202.34@tcp:101:bash.0 Request processed in 313us (2477us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.728942:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9660 00000100:00100000:1.0:1763338456.735101:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.735200:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.735628:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290845696 00000100:00100000:0.0:1763338456.735638:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290845696 00000100:00100000:0.0:1763338456.735695:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3373 00000100:00100000:0.0:1763338456.735705:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243554c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56930:x1848993290845696:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.735941:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243554c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56930:x1848993290845696:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 237us (739us total) trans 4294972729 rc 0/0 00000100:00100000:0.0:1763338456.735948:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3373 00000100:00100000:3.0:1763338456.736089:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290845440 00000100:00100000:3.0:1763338456.736094:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290845440 00000100:00100000:3.0:1763338456.736133:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00100000:3.0:1763338456.736139:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:2407:x1848993290845440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.736151:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.736172:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af174 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af407b expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.736188:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338456.736192:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338456.736210:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2407:x1848993290845440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 72us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.736215:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 415 00000100:00100000:2.0:1763338456.740907:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.740949:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.741027:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290846080 00000100:00100000:0.0:1763338456.741038:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290846080 00000100:00100000:0.0:1763338456.741092:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9661 00000100:00100000:0.0:1763338456.741101:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290846080:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338456.741151:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.741178:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af182 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4082 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.741196:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.741199:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.741435:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.741451:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.741462:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:0.0:1763338456.741514:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972730 00000004:00010000:0.0:1763338456.741537:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e70228e reply state 0000000091391262 transno 4294972731 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.741549:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.741554:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.741557:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338456.741560:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338456.741652:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290846080:12345-192.168.202.34@tcp:36:bash.0 Request processed in 550us (699us total) trans 4294972731 rc 0/0 00000100:00100000:0.0:1763338456.741661:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9661 00000020:00080000:0.0:1763338456.741666:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338456.741743:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290845952 00000100:00100000:1.0:1763338456.741749:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290845952 00000100:00100000:1.0:1763338456.741789:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3374 00000100:00100000:1.0:1763338456.741796:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56930:x1848993290845952:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:1.0:1763338456.741868:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56930:x1848993290845952:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 73us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.741875:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3374 00000100:00100000:2.0:1763338456.753030:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.753173:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290846208 00000100:00100000:0.0:1763338456.753183:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290846208 00000100:00100000:0.0:1763338456.753919:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9662 00000100:00100000:0.0:1763338456.753935:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290846208:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.753968:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.753993:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af1ac lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4090 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.754073:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af1ac lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4090 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.754092:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af1ac lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4090 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.754112:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.754116:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338456.754120:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338456.754190:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290846208:12345-192.168.202.34@tcp:101:bash.0 Request processed in 259us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.754198:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9662 00000100:00100000:3.0:1763338456.778392:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.779537:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290846720 00000100:00100000:1.0:1763338456.779551:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290846720 00000100:00100000:1.0:1763338456.779628:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9663 00000100:00100000:1.0:1763338456.779642:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290846720:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338456.779668:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.779672:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338456.779703:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af1ac lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4090 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.779727:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338456.779733:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338456.779752:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af1b3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af409e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.779815:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af1ba lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338456.779829:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af1ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.779839:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af1ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:1.0:1763338456.780088:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1506, 88 off126472 00000004:00080000:1.0:1763338456.780097:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126491834129ns, next at 1126780220598ns, rc = 0 00000040:00080000:1.0:1763338456.780136:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1506, 88 off126712 00000004:00080000:1.0:1763338456.780142:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126491879884ns, next at 1126780245110ns, rc = 0 00000040:00080000:1.0:1763338456.780164:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1507, 88 off126800 00000004:00080000:1.0:1763338456.780168:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126491906577ns, next at 1126780245110ns, rc = 0 00000040:00080000:1.0:1763338456.780179:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1507, 88 off126560 00000004:00080000:1.0:1763338456.780182:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126491919901ns, next at 1126780220598ns, rc = 0 00000100:00100000:2.0:1763338456.780913:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.780995:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290846464 00000100:00100000:0.0:1763338456.781001:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290846464 00000100:00100000:0.0:1763338456.781050:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9664 00000100:00100000:0.0:1763338456.781059:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56931:x1848993290846464:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.781072:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.781089:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af1c1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4097 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.781153:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.781163:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.781171:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.781182:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.781188:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.781194:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.781314:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.781323:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.781331:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338456.781342:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 2 00010000:00010000:0.0:1763338456.789966:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.789984:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.789992:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.789998:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.790003:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790011:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790029:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.790032:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763338456.790037:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790042:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af1d6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790059:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790066:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790075:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790078:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.790081:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790086:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790091:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.790093:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.790096:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790100:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af1c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790107:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790112:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790118:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790123:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.790126:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790131:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790140:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:0.0:1763338456.790142:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.790144:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790149:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af1cf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.790207:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af1c1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4097 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.790216:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.790218:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338456.790221:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af1c1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4097 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.790234:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338456.791244:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56931:x1848993290846464:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10177us (10327us total) trans 4294972733 rc 301/301 00000100:00100000:0.0:1763338456.791255:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9664 00000001:00080000:2.0:1763338456.796057:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972732 is committed 00000004:00080000:2.0:1763338456.796071:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 981 committed 00000004:00080000:2.0:1763338456.796089:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 987 committed 00000004:00080000:2.0:1763338456.796097:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 986 committed 00000004:00080000:2.0:1763338456.796100:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 980 committed 00010000:00010000:1.0:1763338456.796235:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.796250:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.796284:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.796293:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695dc00 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:3.0:1763338456.796295:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303180288:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338456.796300:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.796309:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.796328:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338456.796332:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.796338:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.796345:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af071 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338456.796382:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.796423:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338456.796429:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303179904:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.796450:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.796476:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180032:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.796496:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.796512:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338456.796517:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180160:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338456.796535:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338456.796568:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180288 00000100:00100000:3.0:1763338456.796575:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180288 00000100:00100000:3.0:1763338456.796634:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303179904 00000100:00100000:3.0:1763338456.796639:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303179904 00000100:00100000:2.0:1763338456.796657:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180032 00000100:00100000:2.0:1763338456.796663:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180032 00000100:00100000:3.0:1763338456.796665:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180160 00000100:00100000:3.0:1763338456.796670:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180160 00000100:00100000:2.0:1763338456.796702:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681 00000100:00100000:2.0:1763338456.796713:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303180288:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338456.796928:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3656:x1848993303180288:12345-0@lo:2:osp-syn-0-1.0 Request processed in 217us (555us total) trans 21474838958 rc 0/0 00000100:00100000:2.0:1763338456.796937:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681 00000100:00100000:2.0:1763338456.796954:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682 00000100:00100000:2.0:1763338456.796960:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303179904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338456.796974:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:598 count 1 00010000:00010000:2.0:1763338456.796991:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.797010:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 17 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.797019:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338456.797021:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338456.797024:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.797050:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 17 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.797068:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 17 pid: 8403 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.797079:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303180416:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.797148:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8780 going to sleep for 11 seconds 00010000:00010000:1.0:1763338456.797334:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.797343:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.797354:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af1ba lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af409e expref: 263 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.797360:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.797379:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.797383:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.797384:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.797391:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338456.797400:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.797410:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af1b3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af409e expref: 263 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338456.797413:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:1.0:1763338456.797420:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.797425:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338456.797432:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af104 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.797434:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af1ba lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af409e expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.797452:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.797460:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.797466:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.797468:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.797475:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338456.797478:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00010000:00010000:1.0:1763338456.797479:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.797484:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.797490:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.797500:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338456.797503:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.797506:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338456.797512:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:55909:x1848993290846720:12345-192.168.202.34@tcp:101:bash.0 Request processed in 17871us (19141us total) trans 4294972732 rc 0/0 00010000:00010000:1.0:1763338456.797516:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af1a5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338456.797525:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9663 00000100:00100000:3.0:1763338456.798330:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683 00000100:00100000:3.0:1763338456.798344:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303180032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338456.798366:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:599 count 1 00010000:00010000:3.0:1763338456.798392:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.798452:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6684 00000100:00100000:2.0:1763338456.798463:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303180160:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338456.798535:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9fb80/2, rc 0, transno 21474838958 00000100:00100000:1.0:1763338456.798543:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303180288:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.798551:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338456.798563:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303180544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.798569:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00010000:2.0:1763338456.798576:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338456.798581:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 0 -> 0 00000100:00100000:0.0:1763338456.798584:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303180928:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338456.798585:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.798591:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.798594:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338456.798603:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763338456.799177:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 17 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.799191:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.799193:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.799198:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.799227:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 17 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.799239:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 17 pid: 35252 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338456.799251:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303181056:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338456.801003:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.801111:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180544 00000100:00100000:1.0:1763338456.801121:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180544 00000100:00100000:1.0:1763338456.801168:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180928 00000100:00100000:1.0:1763338456.801171:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180928 00000100:00100000:1.0:1763338456.801209:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6685 00000100:00100000:0.0:1763338456.801217:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6686 00000100:00100000:1.0:1763338456.801221:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+152:3656:x1848993303180544:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.801232:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+152:3657:x1848993303180928:12345-0@lo:2:osp-syn-1-1.0 00002000:00080000:1.0:1763338456.801251:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:598 count 1 00000100:00100000:2.0:1763338456.801299:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303180160:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2837us (4760us total) trans 21474838959 rc 0/0 00010000:00010000:1.0:1763338456.801301:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.801309:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6684 00010000:00010000:1.0:1763338456.801320:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 68 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.801327:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.801330:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338456.801334:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.801363:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 68 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.801385:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 68 pid: 27816 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338456.801399:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303181184:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338456.801460:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.802229:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.802321:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180672:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.802357:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763338456.802407:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9f800/2, rc 0, transno 21474838959 00000100:00100000:2.0:1763338456.802413:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180160:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338456.802425:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338456.802430:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180800:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.802453:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.802477:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180672 00000100:00100000:2.0:1763338456.802482:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180672 00000100:00100000:2.0:1763338456.802507:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303180800 00000100:00100000:2.0:1763338456.802510:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303180800 00000100:00100000:2.0:1763338456.802529:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6687 00000100:00100000:2.0:1763338456.802536:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+155:3654:x1848993303180672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338456.802551:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:599 count 1 00010000:00010000:2.0:1763338456.802568:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.802583:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 68 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.802590:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.802592:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338456.802595:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.802617:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 68 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338456.802629:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 68 pid: 8869 timeout: 1226 lvb_type: 1 00000100:00100000:2.0:1763338456.802640:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303181312:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.802672:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8000 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.802689:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6688 00000100:00100000:2.0:1763338456.802696:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+155:3654:x1848993303180800:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.804623:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290846848 00000100:00100000:1.0:1763338456.804634:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290846848 00000100:00100000:1.0:1763338456.804708:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9665 00000100:00100000:1.0:1763338456.804717:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56931:x1848993290846848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338456.804739:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.804759:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af200 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40a5 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.804844:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338456.804857:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.804866:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338456.804892:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 2 00000004:00200000:1.0:1763338456.804897:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338456.804915:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.804948:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af200 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.804969:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 261 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.804978:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338456.804981:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338456.804985:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:1.0:1763338456.805059:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56931:x1848993290846848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 342us (2831us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.805067:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9665 00000100:00100000:3.0:1763338456.806333:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25269f900 going to sleep for 11 seconds 00000100:00100000:0.0:1763338456.806816:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+155:3657:x1848993303180928:12345-0@lo:2:osp-syn-1-1.0 Request processed in 5583us (5812us total) trans 17179871632 rc 0/0 00000100:00100000:0.0:1763338456.806830:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6686 00000004:00080000:2.0:1763338456.806855:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d404000/2, rc 0, transno 17179871632 00000100:00100000:2.0:1763338456.806864:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303180928:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.812989:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+155:3654:x1848993303180800:12345-0@lo:2:osp-syn-1-1.0 Request processed in 10284us (10526us total) trans 17179871633 rc 0/0 00000100:00100000:2.0:1763338456.813004:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6688 00000004:00080000:0.0:1763338456.813017:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89c00/2, rc 0, transno 17179871633 00000100:00100000:0.0:1763338456.813026:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180800:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.817329:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303181184:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.817381:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.817498:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.817516:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303180416:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338456.817536:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.817550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.817552:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290847104 00000100:00100000:1.0:1763338456.817562:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290847104 00000100:00100000:2.0:1763338456.817583:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338456.817603:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 18 pid: 8403 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338456.817634:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290846976 00000100:00100000:1.0:1763338456.817637:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290846976 00000100:00100000:2.0:1763338456.817646:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303181312:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338456.817651:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.817666:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.817676:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3164 00000100:00100000:0.0:1763338456.817684:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290847232 00000100:00100000:1.0:1763338456.817686:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e6a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2408:x1848993290847104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338456.817691:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290847232 00010000:00010000:1.0:1763338456.817703:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.817710:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 19 pid: 8403 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.817722:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 19 pid: 8403 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338456.817731:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6689 00000100:00100000:0.0:1763338456.817739:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+19:55909:x1848993290847232:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338456.817747:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4af040 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4020 expref: 19 pid: 8403 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.817754:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338456.817766:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.817770:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.817771:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40ac expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.817775:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.817792:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.817801:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 19 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.817810:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.817812:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.817816:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 19 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.817817:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.817851:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 19 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338456.817862:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 19 pid: 27816 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338456.817869:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e6a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290847104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 182us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.817880:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3164 00000100:00100000:0.0:1763338456.817884:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303181440:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338456.817929:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3165 00000100:00100000:1.0:1763338456.817936:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+69:2408:x1848993290846976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.817945:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763338456.817949:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1462e4a80 going to sleep for 11 seconds 00010000:00010000:1.0:1763338456.817950:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.817962:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.817972:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.817991:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af032 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4012 expref: 69 pid: 27816 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.817992:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818013:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.818015:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818016:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.818021:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.818031:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818035:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818059:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.818062:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338456.818076:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+68:2408:x1848993290846976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 140us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.818083:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3165 00000100:00100000:1.0:1763338456.818125:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.818226:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.818244:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290847616 00000100:00100000:1.0:1763338456.818248:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290847616 00010000:00010000:1.0:1763338456.818292:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 19 pid: 35252 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338456.818315:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3166 00000001:00080000:3.0:1763338456.818321:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871632 is committed 00000100:00100000:1.0:1763338456.818326:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290847616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000001:00080000:3.0:1763338456.818333:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871631 is committed 00010000:00010000:1.0:1763338456.818335:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.818343:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 19 pid: 35252 timeout: 1226 lvb_type: 1 00000100:00100000:0.0:1763338456.818343:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3656:x1848993303179904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21379us (21887us total) trans 21474838960 rc 0/0 00000100:00100000:0.0:1763338456.818361:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682 00010000:00010000:1.0:1763338456.818366:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 19 pid: 35252 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.818394:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.818397:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.818398:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.818402:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.818406:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818416:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.818420:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338456.818427:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818437:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.818439:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.818455:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.818462:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290847616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 137us (234us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338456.818479:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af1e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338456.818480:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3166 00010000:00010000:0.0:1763338456.818509:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338456.818513:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338456.818516:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338456.818549:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9ea00/2, rc 0, transno 21474838960 00000100:00100000:0.0:1763338456.818557:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303179904:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338456.818562:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.818583:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290847488 00000100:00100000:0.0:1763338456.818588:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290847488 00000100:00100000:1.0:1763338456.818589:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290847744 00000100:00100000:1.0:1763338456.818595:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290847744 00010000:00010000:1.0:1763338456.818615:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 29 pid: 8869 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338456.818639:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3167 00000100:00100000:1.0:1763338456.818647:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290847744:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.818656:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.818661:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 21 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.818676:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 19 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.818688:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4aef9f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fe1 expref: 19 pid: 8869 timeout: 1226 lvb_type: 1 00010000:00010000:1.0:1763338456.818699:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.818701:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338456.818704:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818711:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818725:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.818748:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+10:2409:x1848993290847744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 101us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.818755:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3167 00010000:00010000:3.0:1763338456.818785:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aef98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af3fda expref: 18 pid: 35252 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338456.818799:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303181056:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338456.818815:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818823:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818830:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818839:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818846:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818864:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338456.818868:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818874:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338456.818877:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818880:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818892:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818894:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.818900:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818924:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818927:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818946:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338456.818946:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338456.818957:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af1eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818970:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338456.818974:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818980:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338456.818983:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.818991:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.819001:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.819008:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af1f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.819028:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.819031:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338456.819032:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338456.819111:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303180544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17892us (20505us total) trans 17179871634 rc 0/0 00000100:00100000:1.0:1763338456.819119:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6685 00010000:00010000:1.0:1763338456.819142:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338456.819173:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871632 gen 2 00000004:00080000:1.0:1763338456.819179:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9ca80, transno 17179871437 00000100:00100000:3.0:1763338456.819186:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303180032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20846us (22687us total) trans 21474838961 rc 0/0 00000004:00080000:1.0:1763338456.819191:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf1c00, transno 17179871438 00000004:00080000:1.0:1763338456.819196:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf3100, transno 17179871439 00000100:00100000:3.0:1763338456.819198:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683 00000004:00080000:1.0:1763338456.819201:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf2a00, transno 17179871440 00000004:00080000:1.0:1763338456.819205:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9e680, transno 17179871441 00000004:00080000:1.0:1763338456.819209:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9df80, transno 17179871442 00000004:00080000:1.0:1763338456.819213:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9f480, transno 17179871443 00000004:00080000:1.0:1763338456.819216:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9d500, transno 17179871444 00000004:00080000:1.0:1763338456.819220:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf32300, transno 17179871446 00000004:00080000:1.0:1763338456.819223:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf32a00, transno 17179871447 00000004:00080000:1.0:1763338456.819226:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31f80, transno 17179871448 00000004:00080000:1.0:1763338456.819229:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33100, transno 17179871449 00000004:00080000:1.0:1763338456.819233:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bfb100, transno 17179871452 00000004:00080000:1.0:1763338456.819237:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bf9c00, transno 17179871453 00000004:00080000:1.0:1763338456.819241:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858c700, transno 17179871454 00000004:00080000:1.0:1763338456.819243:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858ed80, transno 17179871455 00000004:00080000:1.0:1763338456.819247:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31180, transno 17179871459 00000004:00080000:1.0:1763338456.819249:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277716a00, transno 17179871460 00000004:00080000:1.0:1763338456.819252:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33800, transno 17179871461 00000004:00080000:1.0:1763338456.819255:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee0700, transno 17179871462 00000004:00080000:1.0:1763338456.819257:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fb480, transno 17179871463 00000004:00080000:1.0:1763338456.819305:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fad80, transno 17179871464 00000004:00080000:1.0:1763338456.819309:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f8a80, transno 17179871465 00000004:00080000:1.0:1763338456.819311:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fbb80, transno 17179871466 00000004:00080000:1.0:1763338456.819314:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144524a80, transno 17179871468 00000004:00080000:1.0:1763338456.819317:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144527800, transno 17179871469 00000004:00080000:1.0:1763338456.819319:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525c00, transno 17179871470 00000004:00080000:1.0:1763338456.819321:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526680, transno 17179871471 00000004:00080000:1.0:1763338456.819324:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9fb80, transno 17179871473 00000004:00080000:1.0:1763338456.819326:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9c000, transno 17179871474 00000004:00080000:1.0:1763338456.819328:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9ed80, transno 17179871475 00000004:00080000:1.0:1763338456.819330:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf0e00, transno 17179871476 00000004:00080000:1.0:1763338456.819332:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f9c00, transno 17179871479 00000004:00080000:1.0:1763338456.819334:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430ad180, transno 17179871480 00000004:00080000:1.0:1763338456.819337:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16300, transno 17179871481 00000004:00080000:1.0:1763338456.819339:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15f80, transno 17179871482 00000004:00080000:1.0:1763338456.819342:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129c00, transno 17179871486 00000004:00080000:1.0:1763338456.819344:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612a300, transno 17179871487 00000004:00080000:1.0:1763338456.819346:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612a680, transno 17179871488 00000004:00080000:1.0:1763338456.819348:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612aa00, transno 17179871489 00000004:00080000:1.0:1763338456.819351:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c0700, transno 17179871490 00000004:00080000:1.0:1763338456.819353:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c2680, transno 17179871491 00000004:00080000:1.0:1763338456.819356:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1ce00, transno 17179871492 00000004:00080000:1.0:1763338456.819358:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1d880, transno 17179871493 00000004:00080000:1.0:1763338456.819360:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f88000, transno 17179871495 00000004:00080000:1.0:1763338456.819364:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89500, transno 17179871496 00000004:00080000:1.0:1763338456.819367:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f8ad80, transno 17179871497 00000004:00080000:1.0:1763338456.819381:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89180, transno 17179871498 00010000:00010000:2.0:1763338456.819389:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819393:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280732a00, transno 17179871501 00000004:00080000:1.0:1763338456.819398:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280731180, transno 17179871502 00010000:00010000:2.0:1763338456.819402:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819403:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280733480, transno 17179871503 00000004:00080000:1.0:1763338456.819407:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280730380, transno 17179871504 00000004:00080000:1.0:1763338456.819411:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708ebb80, transno 17179871507 00000004:00080000:1.0:1763338456.819416:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708eb480, transno 17179871508 00010000:00010000:2.0:1763338456.819419:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819421:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f8e00, transno 17179871509 00000004:00080000:1.0:1763338456.819426:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498fb800, transno 17179871510 00000004:00080000:1.0:1763338456.819431:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee3480, transno 17179871514 00010000:00010000:2.0:1763338456.819434:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819437:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee0380, transno 17179871515 00000004:00080000:1.0:1763338456.819442:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee1500, transno 17179871516 00000004:00080000:1.0:1763338456.819447:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee2a00, transno 17179871517 00000004:00080000:1.0:1763338456.819450:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da7480, transno 17179871518 00000004:00080000:1.0:1763338456.819452:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5880, transno 17179871519 00000004:00080000:1.0:1763338456.819454:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da4a80, transno 17179871520 00010000:00010000:2.0:1763338456.819457:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763338456.819458:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da7b80, transno 17179871521 00000004:00080000:1.0:1763338456.819464:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f012300, transno 17179871523 00000004:00080000:1.0:1763338456.819468:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f013b80, transno 17179871524 00000004:00080000:1.0:1763338456.819471:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f011f80, transno 17179871525 00000004:00080000:1.0:1763338456.819473:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f013480, transno 17179871526 00000004:00080000:1.0:1763338456.819476:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1ed80, transno 17179871528 00000004:00080000:1.0:1763338456.819478:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1e680, transno 17179871529 00000004:00080000:1.0:1763338456.819481:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1c700, transno 17179871530 00000004:00080000:1.0:1763338456.819483:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c5180, transno 17179871531 00000004:00080000:1.0:1763338456.819486:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99500, transno 17179871534 00000004:00080000:1.0:1763338456.819489:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761e680, transno 17179871535 00000004:00080000:1.0:1763338456.819492:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d418700, transno 17179871536 00000004:00080000:1.0:1763338456.819496:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d419c00, transno 17179871537 00000004:00080000:1.0:1763338456.819498:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e8380, transno 17179871541 00000004:00080000:1.0:1763338456.819502:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e9180, transno 17179871542 00000004:00080000:1.0:1763338456.819505:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e8a80, transno 17179871543 00000004:00080000:1.0:1763338456.819509:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f5f80, transno 17179871544 00000004:00080000:1.0:1763338456.819513:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525f80, transno 17179871545 00000004:00080000:1.0:1763338456.819517:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526a00, transno 17179871546 00000004:00080000:1.0:1763338456.819519:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525880, transno 17179871547 00000004:00080000:1.0:1763338456.819522:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526300, transno 17179871548 00000004:00080000:1.0:1763338456.819526:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c6d80, transno 17179871551 00000004:00080000:1.0:1763338456.819529:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c6300, transno 17179871552 00000004:00080000:1.0:1763338456.819532:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf0700, transno 17179871553 00000004:00080000:1.0:1763338456.819537:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788cb100, transno 17179871554 00000004:00080000:1.0:1763338456.819541:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69f80, transno 17179871558 00000004:00080000:1.0:1763338456.819544:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6bb80, transno 17179871559 00000004:00080000:1.0:1763338456.819547:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6a300, transno 17179871560 00000004:00080000:1.0:1763338456.819550:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6aa00, transno 17179871561 00000004:00080000:1.0:1763338456.819553:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747fb80, transno 17179871562 00000004:00080000:1.0:1763338456.819557:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747d180, transno 17179871563 00000004:00080000:1.0:1763338456.819561:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747c700, transno 17179871564 00000004:00080000:1.0:1763338456.819564:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747e300, transno 17179871565 00000004:00080000:1.0:1763338456.819567:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147771f80, transno 17179871567 00000004:00080000:1.0:1763338456.819570:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147772300, transno 17179871568 00000004:00080000:1.0:1763338456.819573:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147773b80, transno 17179871569 00000004:00080000:1.0:1763338456.819576:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147772a00, transno 17179871570 00000004:00080000:1.0:1763338456.819579:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770380, transno 17179871572 00000004:00080000:1.0:1763338456.819582:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147771500, transno 17179871573 00000004:00080000:1.0:1763338456.819586:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d419500, transno 17179871574 00000004:00080000:1.0:1763338456.819591:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3ea00, transno 17179871575 00000004:00080000:1.0:1763338456.819595:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da3480, transno 17179871578 00000100:00100000:2.0:1763338456.819599:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303180672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17060us (17239us total) trans 17179871635 rc 0/0 00000004:00080000:1.0:1763338456.819601:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da3800, transno 17179871579 00000004:00080000:1.0:1763338456.819606:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4700, transno 17179871580 00000004:00080000:1.0:1763338456.819611:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c6d80, transno 17179871581 00000100:00100000:2.0:1763338456.819612:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6687 00000004:00080000:1.0:1763338456.819617:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b90000, transno 17179871585 00000004:00080000:1.0:1763338456.819622:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b93800, transno 17179871586 00000004:00080000:1.0:1763338456.819625:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b92680, transno 17179871587 00000004:00080000:1.0:1763338456.819629:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b91c00, transno 17179871588 00000004:00080000:1.0:1763338456.819634:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1d500, transno 17179871589 00000004:00080000:1.0:1763338456.819637:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1dc00, transno 17179871590 00010000:00010000:2.0:1763338456.819639:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1763338456.819641:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3c700, transno 17179871591 00000004:00080000:1.0:1763338456.819647:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3dc00, transno 17179871592 00010000:00010000:2.0:1763338456.819649:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819651:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145155f80, transno 17179871594 00000004:00080000:1.0:1763338456.819656:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9c380, transno 17179871595 00000004:00080000:1.0:1763338456.819661:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9d180, transno 17179871596 00010000:00010000:2.0:1763338456.819664:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa000 already unused, calling callback (ffffffffc0da4b40) 00000004:00080000:1.0:1763338456.819666:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145157b80, transno 17179871597 00010000:00010000:2.0:1763338456.819669:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819670:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144524700, transno 17179871599 00000004:00080000:1.0:1763338456.819675:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144527480, transno 17179871600 00000004:00080000:1.0:1763338456.819679:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147773480, transno 17179871601 00010000:00010000:2.0:1763338456.819685:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819685:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147772680, transno 17179871602 00000004:00080000:1.0:1763338456.819690:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277503b80, transno 17179871605 00000004:00080000:1.0:1763338456.819694:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277502680, transno 17179871606 00000004:00080000:1.0:1763338456.819700:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147772d80, transno 17179871607 00000004:00080000:1.0:1763338456.819704:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6a680, transno 17179871608 00010000:00010000:2.0:1763338456.819707:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819715:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9f480, transno 17179871613 00010000:00010000:2.0:1763338456.819717:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af1f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338456.819720:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33480, transno 17179871614 00010000:00010000:2.0:1763338456.819738:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.819740:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338456.819742:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338456.819966:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3375 00000100:00100000:0.0:1763338456.819976:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56931:x1848993290847488:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338456.820136:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56931:x1848993290847488:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 162us (2010us total) trans 4294972734 rc 0/0 00000100:00100000:0.0:1763338456.820142:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3375 00000004:00080000:1.0:1763338456.821819:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf30700, transno 17179871615 00000004:00080000:1.0:1763338456.821822:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31500, transno 17179871616 00000004:00080000:1.0:1763338456.821825:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b480, transno 17179871617 00000004:00080000:1.0:1763338456.821828:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b800, transno 17179871618 00000004:00080000:1.0:1763338456.821831:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a98380, transno 17179871619 00000004:00080000:1.0:1763338456.821834:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99c00, transno 17179871620 00000004:00080000:1.0:1763338456.821837:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280731f80, transno 17179871622 00000004:00080000:1.0:1763338456.821839:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280732680, transno 17179871623 00000004:00080000:1.0:1763338456.821842:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f9880, transno 17179871624 00000004:00080000:1.0:1763338456.821845:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534f100, transno 17179871625 00000004:00080000:1.0:1763338456.821848:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129500, transno 17179871627 00000004:00080000:1.0:1763338456.821851:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128000, transno 17179871628 00000004:00080000:1.0:1763338456.821853:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612ad80, transno 17179871629 00000004:00080000:1.0:1763338456.821856:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128380, transno 17179871630 00000004:00080000:1.0:1763338456.821858:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d404000, transno 17179871632 00000100:00100000:1.0:1763338456.821868:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd270f89c00 x1848993303180800/t17179871633(17179871633) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338472 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763338456.821882:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c5f80/2, rc 0, transno 17179871634 00000100:00100000:1.0:1763338456.821886:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303180544:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.825686:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:0.0:1763338456.826084:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 19 in progress, 1 in flight, 129 done 00000004:00080000:0.0:1763338456.826203:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 3 in progress, 1 in flight, 16 done 00000100:00100000:3.0:1763338456.826206:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303181440:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338456.826241:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 17 pid: 31107 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338456.826244:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c4a80/2, rc 0, transno 17179871635 00000100:00100000:0.0:1763338456.826253:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180672:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763338456.826286:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9f100/2, rc 0, transno 21474838961 00000100:00100000:0.0:1763338456.826290:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303180032:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338456.826293:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338456.826334:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290847872 00000100:00100000:0.0:1763338456.826340:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290847872 00000100:00100000:3.0:1763338456.826356:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993290847232:12345-192.168.202.34@tcp:101:bash.0 Request processed in 8614us (8770us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338456.826366:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 18 pid: 27816 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338456.826377:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6689 00000100:00100000:0.0:1763338456.826412:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3168 00000100:00100000:0.0:1763338456.826421:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290847872:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338456.826436:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.826441:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 17 pid: 27816 timeout: 1226 lvb_type: 1 00010000:00010000:0.0:1763338456.826455:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 17 pid: 27816 timeout: 1226 lvb_type: 1 00010000:00010000:0.0:1763338456.826481:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af166 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4074 expref: 17 pid: 27816 timeout: 1226 lvb_type: 1 00010000:00010000:0.0:1763338456.826496:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.826499:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338456.826507:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 16 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.826518:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 16 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.826547:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 16 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.826559:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303181568:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338456.826607:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.839116:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.839240:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290848000 00000100:00100000:0.0:1763338456.839253:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290848000 00000100:00100000:0.0:1763338456.839345:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9666 00000100:00100000:0.0:1763338456.839356:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56931:x1848993290848000:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.839391:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.839419:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af215 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40b3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.839498:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.839512:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839524:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839537:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.839544:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839550:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839626:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.839634:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839640:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338456.839687:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 2 00000004:00200000:0.0:1763338456.839692:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338456.839709:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839720:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839728:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839733:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839740:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839745:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.839749:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839757:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839768:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.839771:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.839775:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839780:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af21c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839790:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839796:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839802:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839806:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.839808:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839813:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839818:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338456.839820:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.839822:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839826:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af223 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.839860:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af215 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40b3 expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.839872:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40b3 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.839878:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.839880:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338456.839883:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338456.839983:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56931:x1848993290848000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 629us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.839992:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9666 00000100:00100000:2.0:1763338456.843437:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.844109:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290848128 00000100:00100000:3.0:1763338456.844122:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290848128 00000100:00100000:3.0:1763338456.844189:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6690 00000100:00100000:3.0:1763338456.844200:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+10:55909:x1848993290848128:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338456.844219:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.844244:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40ba expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.844297:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338456.844321:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.844324:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.844335:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 11 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.844351:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 11 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.844363:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c800, rc 0) 00000100:00100000:3.0:1763338456.844442:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+11:55909:x1848993290848128:12345-192.168.202.34@tcp:101:bash.0 Request processed in 243us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.844449:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6690 00000100:00100000:0.0:1763338456.846682:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303181568:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338456.846713:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.846774:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290847872:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 20353us (21106us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.846785:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3168 00000100:00100000:2.0:1763338456.852761:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.853353:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.853394:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.853477:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290848512 00000100:00100000:0.0:1763338456.853477:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290848256 00000100:00100000:2.0:1763338456.853489:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290848512 00000100:00100000:0.0:1763338456.853489:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290848256 00002000:00010000:2.0:1763338456.853536:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/600 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.853542:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f5f80 with x1848993290848512 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.853559:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f5f80. 00000100:00100000:0.0:1763338456.853573:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:2.0:1763338456.853578:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290848384 00000100:00100000:2.0:1763338456.853581:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290848384 00000100:00100000:0.0:1763338456.853584:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+263:2410:x1848993290848256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00002000:00010000:2.0:1763338456.853592:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/600 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.853594:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f5c00 with x1848993290848384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.853600:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1469f5c00. 00010000:00010000:0.0:1763338456.853600:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763338456.853614:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1655 00000100:00100000:2.0:1763338456.853620:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+11:2410:x1848993290848512:12345-192.168.202.34@tcp:10:bash.0 00010000:00010000:0.0:1763338456.853625:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af22a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40b3 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.853644:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.853649:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338456.853714:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+262:2410:x1848993290848256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 131us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.853722:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 416 00000100:00100000:1.0:1763338456.853821:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1656 00000100:00100000:1.0:1763338456.853829:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290848384:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338456.853845:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338456.853848:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:2.0:1763338456.853851:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338456.853853:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:2.0:1763338456.853855:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338456.853878:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993290848512:12345-192.168.202.34@tcp:10:bash.0 Request processed in 258us (527us total) trans 17179871636 rc 0/0 00000100:00100000:2.0:1763338456.853885:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1655 00002000:00010000:2.0:1763338456.853888:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/600 (0->18446744073709551615) 00002000:00100000:2.0:1763338456.853890:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f5f80 with x1848993290848512 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338456.853895:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f5f80. 00002000:00010000:1.0:1763338456.853926:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.853929:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338456.853931:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.853933:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338456.853935:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338456.853955:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290848384:12345-192.168.202.34@tcp:10:bash.0 Request processed in 127us (561us total) trans 21474838962 rc 0/0 00000100:00100000:1.0:1763338456.853961:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1656 00002000:00010000:1.0:1763338456.853964:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/600 (0->18446744073709551615) 00002000:00100000:1.0:1763338456.853967:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f5c00 with x1848993290848384 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338456.853971:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1469f5c00. 00000100:00100000:2.0:1763338456.860761:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.861809:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290848768 00000100:00100000:1.0:1763338456.861824:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290848768 00000100:00100000:1.0:1763338456.862225:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.862294:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290849024 00000100:00100000:3.0:1763338456.862300:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290849024 00000100:00100000:3.0:1763338456.862356:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3376 00000100:00100000:3.0:1763338456.862367:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+263:55909:x1848993290849024:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338456.862694:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290849024:12345-192.168.202.34@tcp:35:bash.0 Request processed in 328us (471us total) trans 4294972735 rc 0/0 00000100:00100000:3.0:1763338456.862704:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3376 00000100:00100000:2.0:1763338456.862813:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9667 00000100:00100000:2.0:1763338456.862822:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56932:x1848993290848768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.862836:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.862861:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af238 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40c1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.862940:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af23f lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.862956:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af23f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.862968:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af23f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338456.862979:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 5 00010000:00010000:2.0:1763338456.863047:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af238 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c1 expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.863062:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af23f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c1 expref: 265 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.863072:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338456.863074:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338456.863078:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338456.863113:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56932:x1848993290848768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 293us (2362us total) trans 4294972736 rc 0/0 00000100:00100000:2.0:1763338456.863120:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9667 00000100:00100000:1.0:1763338456.876054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.877544:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290849280 00000100:00100000:2.0:1763338456.877559:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290849280 00000100:00100000:2.0:1763338456.877637:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9668 00000100:00100000:2.0:1763338456.877647:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56932:x1848993290849280:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.877731:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.877755:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af24d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40c8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.878356:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763338456.878356:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338456.878383:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.878393:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.878427:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.878429:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290849536 00000100:00100000:3.0:1763338456.878433:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290849536 00010000:00010000:2.0:1763338456.878440:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 267 pid: 10039 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.878454:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303181696:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338456.878467:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3377 00000100:00100000:3.0:1763338456.878474:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56933:x1848993290849536:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:3.0:1763338456.879706:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56933:x1848993290849536:12345-192.168.202.34@tcp:35:rm.0 Request processed in 1225us (1344us total) trans 4294972737 rc 0/0 00000100:00100000:3.0:1763338456.879715:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3377 00000100:00100000:2.0:1763338456.879787:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.882457:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.882628:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303181696:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338456.882646:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290849664 00000100:00100000:3.0:1763338456.882652:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290849664 00010000:00010000:2.0:1763338456.882656:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.882812:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 268 pid: 10039 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338456.882852:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3169 00000100:00100000:3.0:1763338456.882863:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2410:x1848993290849664:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338456.883081:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.883178:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850048 00000100:00100000:2.0:1763338456.883182:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850048 00010000:00010000:3.0:1763338456.883249:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.883258:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 269 pid: 10039 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.883279:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9669 00000100:00100000:2.0:1763338456.883287:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56933:x1848993290850048:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338456.883299:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 269 pid: 10039 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.883325:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af207 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40a5 expref: 269 pid: 10039 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.883336:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338456.883341:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338456.883345:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.883355:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.883363:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.883426:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af23f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c1 expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.883442:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af1ba lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af409e expref: 267 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.883456:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af19e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4089 expref: 266 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.883465:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338456.883468:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338456.883471:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.883495:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.883504:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.883510:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338456.883527:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:2410:x1848993290849664:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 666us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.883535:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3169 00010000:00010000:2.0:1763338456.883615:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.883624:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.883631:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.883719:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.883727:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.883734:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.883828:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.883829:0:10039:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.883837:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.883840:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338456.883859:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 5 00010000:00010000:0.0:1763338456.883987:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af24d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 266 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.884007:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 265 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.884016:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 265 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338456.884023:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:0.0:1763338456.884067:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56932:x1848993290849280:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6421us (8022us total) trans 4294972738 rc 0/0 00000100:00100000:0.0:1763338456.884074:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9668 00000100:00100000:0.0:1763338456.886049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.886104:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.886108:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850176 00000100:00100000:2.0:1763338456.886118:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850176 00000100:00100000:2.0:1763338456.886174:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9670 00000100:00100000:2.0:1763338456.886185:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56932:x1848993290850176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.886214:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763338456.886227:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850304 00000100:00100000:3.0:1763338456.886232:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850304 00010000:00010000:2.0:1763338456.886237:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af277 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40cf expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.886251:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 267 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338456.886300:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3170 00000100:00100000:3.0:1763338456.886307:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252673c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2409:x1848993290850304:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.886316:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338456.886321:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 267 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.886331:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 267 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.886352:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af254 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40c8 expref: 267 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338456.886354:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.886365:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.886385:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.886431:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338456.886437:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.886444:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.886451:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 5/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000020 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338456.886460:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.886466:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.886475:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.886486:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 5/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.886496:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.886536:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.886537:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.886544:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338456.886887:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252673c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:2409:x1848993290850304:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 579us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.886895:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3170 00000004:00080000:0.0:1763338456.886929:0:10039:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1ca:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763338456.887009:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887016:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887026:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887032:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.887034:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887041:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887051:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.887054:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338456.887068:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.887076:0:10039:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.887081:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.887110:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887117:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af269 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887132:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887138:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887143:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887149:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887154:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.887156:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887161:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887169:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197c00) 00010000:00010000:0.0:1763338456.887171:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.887174:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887180:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af25b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.887187:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.887193:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338456.887194:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000b245921 reply state 00000000d7a1dc91 transno 4294972739 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887205:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.887210:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197300) 00010000:00010000:0.0:1763338456.887213:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338456.887215:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1763338456.887220:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 5 00000004:00200000:2.0:1763338456.887223:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338456.887236:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338456.887255:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56933:x1848993290850048:12345-192.168.202.34@tcp:36:rm.0 Request processed in 3969us (4174us total) trans 4294972739 rc 0/0 00010000:00010000:2.0:1763338456.887256:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af277 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40cf expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.887279:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9669 00010000:00010000:2.0:1763338456.887288:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40cf expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.887296:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338456.887298:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338456.887300:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5a00, rc 0) 00000100:00100000:2.0:1763338456.887337:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56932:x1848993290850176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1154us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.887343:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9670 00000100:00100000:0.0:1763338456.890025:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.890646:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850560 00000100:00100000:2.0:1763338456.890657:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850560 00000100:00100000:2.0:1763338456.890800:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9671 00000100:00100000:2.0:1763338456.890811:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56932:x1848993290850560:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.890839:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.890857:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af285 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40d6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.890958:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af28c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338456.890977:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af28c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338456.890988:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af28c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338456.890998:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 5 00010000:00010000:2.0:1763338456.891096:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af285 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40d6 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.891114:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af28c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40d6 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.891123:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338456.891127:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338456.891131:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338456.891920:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56932:x1848993290850560:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1105us (1899us total) trans 4294972740 rc 0/0 00000100:00100000:2.0:1763338456.891929:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9671 00000100:00100000:3.0:1763338456.897337:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.897540:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850688 00000100:00100000:2.0:1763338456.897551:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850688 00000100:00100000:2.0:1763338456.897617:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6691 00000100:00100000:2.0:1763338456.897628:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290850688:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:2.0:1763338456.897696:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.897719:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 17 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.897734:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338456.897736:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338456.897739:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.897780:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 17 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.897794:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 17 pid: 31107 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.897808:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303181824:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.898385:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338456.900719:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303181824:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338456.900752:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.902638:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.904438:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850816 00000100:00100000:0.0:1763338456.904455:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850816 00002000:00100000:1.0:1763338456.904982:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x258:0x0] (0->4) req@ffff8fd277714380 x1848993290850816/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:482/0 lens 496/0 e 0 to 0 dl 1763338467 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338456.904993:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277714380 with x1848993290850816 ext(0->4) 00010000:00010000:1.0:1763338456.905003:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 18 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.905020:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 18 pid: 31107 timeout: 1226 lvb_type: 0 00002000:00010000:1.0:1763338456.905029:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd277714380 00000100:00100000:1.0:1763338456.905073:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 110 00000100:00100000:1.0:1763338456.905083:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993290850816:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:2.0:1763338456.905289:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.905531:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290850944 00000100:00100000:0.0:1763338456.905536:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290850944 00000100:00100000:0.0:1763338456.905586:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9672 00000100:00100000:0.0:1763338456.905593:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56934:x1848993290850944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.905615:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.905637:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2a1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40dd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.905706:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.905720:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905731:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905741:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.905748:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905754:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905788:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905795:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905805:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905811:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.905815:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905822:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905833:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.905837:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.905841:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905847:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905860:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905865:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905870:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905875:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.905877:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905882:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905893:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197300) 00010000:00010000:0.0:1763338456.905896:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.905899:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905904:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.905931:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2a1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40dd expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.905942:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.905944:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.905947:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2a1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40dd expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.905957:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338456.906028:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56934:x1848993290850944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 435us (767us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338456.906036:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9672 00000100:00100000:1.0:1763338456.907928:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290850816:12345-192.168.202.34@tcp:4:bash.0 Request processed in 2836us (5290us total) trans 21474838963 rc 0/0 00000100:00100000:1.0:1763338456.907941:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 110 00002000:00100000:1.0:1763338456.907951:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x258:0x0] (0->4) req@ffff8fd277714380 x1848993290850816/t21474838963(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:482/0 lens 496/448 e 0 to 0 dl 1763338467 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338456.907961:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277714380 with x1848993290850816 ext(0->4) 00010000:00010000:1.0:1763338456.907970:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 20 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.907991:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 20 pid: 31107 timeout: 1226 lvb_type: 0 00002000:00010000:1.0:1763338456.907999:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd277714380 00000100:00100000:2.0:1763338456.910381:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.910469:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290851072 00000100:00100000:0.0:1763338456.910480:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290851072 00000100:00100000:0.0:1763338456.910624:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9673 00000100:00100000:0.0:1763338456.910634:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56934:x1848993290851072:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.910656:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.910828:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af2b6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40e4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.910916:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.910931:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.910942:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.910954:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.910962:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.910969:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911011:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911018:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911024:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911030:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911035:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.911039:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911050:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911063:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338456.911067:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.911072:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911078:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af2bd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911094:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911101:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911106:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911111:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.911114:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911120:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911127:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197300) 00010000:00010000:0.0:1763338456.911129:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.911132:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911139:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af2c4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.911169:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af2b6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40e4 expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.911178:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338456.911181:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.911185:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af2b6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40e4 expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.911197:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338456.911299:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56934:x1848993290851072:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 629us (903us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338456.911307:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9673 00000100:00100000:0.0:1763338456.915715:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.915826:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.916002:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290851328 00000100:00100000:2.0:1763338456.916015:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290851328 00000100:00100000:2.0:1763338456.916082:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9674 00000100:00100000:2.0:1763338456.916093:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56934:x1848993290851328:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.916114:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.916142:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af2cb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40eb expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.916213:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af2d2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338456.916227:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af2d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338456.916239:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af2d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338456.916318:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338456.916324:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338456.916360:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af2cb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40eb expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.916387:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af2d2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40eb expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.916397:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338456.916399:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338456.916403:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:2.0:1763338456.916468:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56934:x1848993290851328:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 377us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.916475:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9674 00000100:00100000:3.0:1763338456.916720:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290851200 00000100:00100000:3.0:1763338456.916725:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290851200 00010000:00010000:3.0:1763338456.916749:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 20 pid: 31107 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338456.916785:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3171 00000100:00100000:3.0:1763338456.916792:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993290851200:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338456.916803:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763338456.916817:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763338456.916821:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338456.916826:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 20 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.916838:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 20 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.916857:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af20e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ac expref: 20 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338456.916877:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.916879:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.916884:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.916893:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338456.916970:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.916991:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.917000:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993290851200:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 208us (1298us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338456.917001:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338456.917007:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3171 00010000:00010000:0.0:1763338456.917021:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.917029:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.917038:0:8869:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.917046:0:8869:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefbc00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338456.917050:0:8869:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.917057:0:8869:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.917070:0:8869:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.917077:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af29a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338456.917134:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2408:x1848993290850688:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 19509us (19808us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.917142:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6691 00000100:00100000:1.0:1763338456.921330:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.921460:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290851584 00000100:00100000:0.0:1763338456.921472:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290851584 00000100:00100000:0.0:1763338456.921535:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9675 00000100:00100000:0.0:1763338456.921545:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56932:x1848993290851584:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338456.921595:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338456.921621:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af27e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40cf expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.921640:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.921646:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338456.921676:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.921694:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.921703:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:0.0:1763338456.921949:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1508, 88 off126648 00000004:00080000:0.0:1763338456.921958:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126633695311ns, next at 1126780220598ns, rc = 0 00000040:00080000:0.0:1763338456.921997:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1508, 88 off126888 00000004:00080000:0.0:1763338456.922002:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126633740195ns, next at 1126780245110ns, rc = 0 00000040:00080000:0.0:1763338456.922016:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1509, 88 off126976 00000004:00080000:0.0:1763338456.922020:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126633758535ns, next at 1126780245110ns, rc = 0 00000040:00080000:0.0:1763338456.922029:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1509, 88 off126736 00000004:00080000:0.0:1763338456.922033:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126633771456ns, next at 1126780220598ns, rc = 0 00000100:00100000:3.0:1763338456.923194:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.923314:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290851712 00000100:00100000:0.0:1763338456.923322:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290851712 00000100:00100000:0.0:1763338456.923360:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9676 00000100:00100000:0.0:1763338456.923379:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56934:x1848993290851712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.923395:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.923413:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2e0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40f2 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.923467:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.923478:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923488:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923498:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338456.923505:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923511:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923546:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923553:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923559:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923565:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923571:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.923575:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923582:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923592:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:0.0:1763338456.923595:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.923600:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923606:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af2e7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923618:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923624:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923629:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923634:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.923636:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923642:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923649:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197300) 00010000:00010000:0.0:1763338456.923652:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.923655:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923661:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af2ee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338456.923688:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2e0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f2 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.923698:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:0.0:1763338456.923700:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.923704:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af2e0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f2 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.923712:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:0.0:1763338456.923780:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56934:x1848993290851712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 411us (592us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338456.923788:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9676 00000100:00100000:1.0:1763338456.925798:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.925882:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290851968 00000100:00100000:0.0:1763338456.925892:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290851968 00000100:00100000:0.0:1763338456.925955:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9677 00000100:00100000:0.0:1763338456.925964:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56934:x1848993290851968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.925990:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.925993:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338456.926021:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af2d2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40eb expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763338456.926026:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972741 is committed 00000004:00080000:2.0:1763338456.926033:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 983 committed 00010000:00010000:0.0:1763338456.926038:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00000004:00080000:2.0:1763338456.926045:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 989 committed 00010000:00010000:0.0:1763338456.926048:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1763338456.926052:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 988 committed 00000004:00080000:2.0:1763338456.926057:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 982 committed 00010000:00010000:0.0:1763338456.926063:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af2f5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af40f9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338456.926172:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303181952:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.926172:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303182080:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338456.926295:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.926303:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.926311:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.926316:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.926320:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.926327:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.926336:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197300) 00010000:00010000:1.0:1763338456.926339:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338456.926342:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338456.926348:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af262 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:3.0:1763338456.926353:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a903e11f reply state 0000000035acf729 transno 4294972741 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.926381:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338456.926389:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338456.926391:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338456.926395:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338456.926416:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303182208:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.926908:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338456.926956:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182080 00000100:00100000:0.0:1763338456.926962:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182080 00000100:00100000:0.0:1763338456.926998:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6692 00000100:00100000:2.0:1763338456.927426:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.927452:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763338456.927468:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303182336:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338456.927499:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338456.927530:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303181952 00000100:00100000:2.0:1763338456.927535:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303181952 00000100:00100000:2.0:1763338456.927559:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182336 00000100:00100000:2.0:1763338456.927561:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182336 00000100:00100000:2.0:1763338456.927580:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693 00000100:00100000:2.0:1763338456.927586:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+27:3657:x1848993303181952:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.927802:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3654:x1848993303182080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338456.927892:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3654:x1848993303182080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 886us (983us total) trans 21474838965 rc 0/0 00000100:00100000:0.0:1763338456.927900:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6692 00000100:00100000:0.0:1763338456.927916:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6694 00000100:00100000:0.0:1763338456.927922:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303182336:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338456.927940:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338456.927973:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182208 00000100:00100000:1.0:1763338456.927977:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182208 00000100:00100000:1.0:1763338456.927995:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6695 00000100:00100000:1.0:1763338456.928001:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3655:x1848993303182208:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338456.928019:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3657:x1848993303182336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (518us total) trans 17179871637 rc 0/0 00000100:00100000:0.0:1763338456.928024:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6694 00002000:00010000:1.0:1763338456.928063:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338456.928066:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:1.0:1763338456.928068:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338456.928070:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00000004:00080000:0.0:1763338456.928072:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444fb100/2, rc 0, transno 21474838965 00002000:00010000:1.0:1763338456.928073:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338456.928078:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303182080:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338456.928096:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89500/2, rc 0, transno 17179871637 00000100:00100000:0.0:1763338456.928101:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303182336:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338456.928126:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.928140:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.928150:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.928166:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.928173:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.928179:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338456.928182:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3655:x1848993303182208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 181us (242us total) trans 17179871638 rc 0/0 00000100:00100000:1.0:1763338456.928189:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6695 00010000:00080000:3.0:1763338456.928461:0:6521:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338456.928598:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56932:x1848993290851584:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 7051us (7275us total) trans 4294972741 rc 0/0 00000100:00100000:3.0:1763338456.928605:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9675 00000004:00080000:1.0:1763338456.928614:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f88e00/2, rc 0, transno 17179871638 00000100:00100000:1.0:1763338456.928619:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303182208:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338456.928634:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.928641:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.928647:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.928652:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338456.928656:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.928663:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.928675:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338456.928688:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338456.928693:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338456.928699:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af2d9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338456.929149:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3657:x1848993303181952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1561us (1721us total) trans 21474838964 rc 0/0 00000100:00100000:2.0:1763338456.929157:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693 00000004:00080000:3.0:1763338456.929175:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f8e00/2, rc 0, transno 21474838964 00000100:00100000:3.0:1763338456.929181:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303181952:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338456.930048:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338456.930064:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930074:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338456.930084:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cb:0x0]: returning size 0 00010000:00010000:0.0:1763338456.930110:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930117:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930123:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930129:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930135:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338456.930139:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930145:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930155:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338456.930158:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338456.930162:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930172:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af2fc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338456.930185:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bed601f3 reply state 000000009403320f transno 4294972742 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930194:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338456.930200:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338456.930202:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338456.930205:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338456.930245:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af2f5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 261 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.930304:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 260 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.930313:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd2746e2700) 00010000:00010000:0.0:1763338456.930315:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338456.930319:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338456.930396:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56934:x1848993290851968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4432us (4607us total) trans 4294972742 rc 0/0 00000100:00100000:0.0:1763338456.930404:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9677 00000100:00100000:3.0:1763338456.933774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.933975:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290852096 00000100:00100000:0.0:1763338456.933985:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290852096 00000100:00100000:0.0:1763338456.934039:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9678 00000100:00100000:0.0:1763338456.934049:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56932:x1848993290852096:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338456.934076:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.934097:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4100 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.934162:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 262 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.934178:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 262 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.934195:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338456.934199:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338456.934202:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338456.934284:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56932:x1848993290852096:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 214us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.934291:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9678 00000100:00100000:3.0:1763338456.937829:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.937873:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.939879:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290852224 00000100:00100000:2.0:1763338456.939896:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290852224 00000100:00100000:2.0:1763338456.939965:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290852480 00000100:00100000:2.0:1763338456.939969:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290852480 00000100:00100000:2.0:1763338456.940005:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9679 00000100:00100000:2.0:1763338456.940015:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56932:x1848993290852224:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.940037:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.940058:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af31f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4107 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.940139:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af326 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.940156:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af326 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.940169:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af326 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338456.940217:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ca:0x0]: returning size 5 00000004:00200000:2.0:1763338456.940222:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338456.940241:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af326 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.940297:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af31f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4107 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.940316:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af326 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4107 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.940325:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338456.940328:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763338456.940332:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338456.940409:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56932:x1848993290852224:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 395us (2590us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.940416:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9679 00000100:00100000:2.0:1763338456.940438:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9680 00000100:00100000:2.0:1763338456.940445:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56934:x1848993290852480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338456.940459:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.940467:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af32d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af410e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.940529:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.940540:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.940552:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.940582:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.940594:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 264 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338456.940609:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303182464:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338456.940665:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8000 going to sleep for 11 seconds 00000100:00100000:1.0:1763338456.944458:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.944473:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303182464:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338456.944519:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290852608 00000100:00100000:3.0:1763338456.944527:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290852608 00000100:00100000:3.0:1763338456.944586:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6696 00000100:00100000:3.0:1763338456.944595:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993290852608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338456.944613:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338456.944635:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4115 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338456.944657:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x258:0x0] initial LVB size: 5, mtime: 0x691a68d9, atime: 0x0, ctime: 0x691a68d9, blocks: 0x8 00010000:00010000:3.0:1763338456.944678:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.944680:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338456.944691:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 19 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.944709:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 19 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338456.944723:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c000, rc 0) 00000100:00100000:3.0:1763338456.944775:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993290852608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 181us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338456.944782:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6696 00000100:00100000:1.0:1763338456.944800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338456.944832:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290852736 00000100:00100000:1.0:1763338456.944836:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290852736 00010000:00010000:2.0:1763338456.944857:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.944857:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 265 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338456.944888:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3172 00000100:00100000:1.0:1763338456.944896:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+265:2409:x1848993290852736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338456.944907:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338456.944913:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 265 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.944923:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 265 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.945052:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af30a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40f9 expref: 265 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338456.945065:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd2746e2700) 00010000:00010000:1.0:1763338456.945070:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.945078:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.945085:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338456.945114:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338456.945150:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:2409:x1848993290852736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 255us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338456.945157:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3172 00010000:00010000:2.0:1763338456.945527:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945535:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338456.945558:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cb:0x0]: returning size 0 00000004:00080000:2.0:1763338456.945730:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25a:0x0], index 1: 0 00000004:00080000:2.0:1763338456.945738:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25a:0x0], index 0: 0 00000004:00080000:2.0:1763338456.945743:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25b:0x0], index 0: 0 00000004:00080000:2.0:1763338456.945747:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25b:0x0], index 1: 0 00010000:00010000:2.0:1763338456.945861:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945874:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945880:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945886:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.945890:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945897:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945907:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd2746e2700) 00010000:00010000:2.0:1763338456.945910:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.945915:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945921:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af334 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.945981:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af32d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af410e expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.945991:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd2746e2700) 00010000:00010000:2.0:1763338456.945993:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338456.945996:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af32d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af410e expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.946011:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338456.946062:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56934:x1848993290852480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5616us (8187us total) trans 4294972743 rc 301/301 00000100:00100000:2.0:1763338456.946070:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9680 00000100:00100000:0.0:1763338456.952075:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.952178:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290852992 00000100:00100000:3.0:1763338456.952192:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290852992 00000100:00100000:3.0:1763338456.952393:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3378 00000100:00100000:3.0:1763338456.952406:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56934:x1848993290852992:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.952758:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56934:x1848993290852992:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 354us (693us total) trans 4294972744 rc 0/0 00000100:00100000:3.0:1763338456.952765:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3378 00000100:00100000:1.0:1763338456.959606:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338456.961773:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290853248 00000100:00100000:3.0:1763338456.961798:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290853248 00000100:00100000:3.0:1763338456.961905:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3379 00000100:00100000:3.0:1763338456.961917:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243555850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56934:x1848993290853248:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338456.962245:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243555850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56934:x1848993290853248:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 329us (2648us total) trans 4294972745 rc 0/0 00000100:00100000:3.0:1763338456.962252:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3379 00000100:00100000:1.0:1763338456.970713:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.970831:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290853504 00000100:00100000:2.0:1763338456.970841:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290853504 00000100:00100000:2.0:1763338456.970911:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9681 00000100:00100000:2.0:1763338456.970922:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290853504:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338456.970951:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.970980:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af349 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af411c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.971119:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.971132:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971143:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971152:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.971160:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971166:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971221:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af35e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.971229:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af35e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971236:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af35e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338456.971247:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cb:0x0]: returning size 0 00010000:00010000:2.0:1763338456.971386:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971394:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971399:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971405:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971411:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.971416:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971423:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971435:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03c00) 00010000:00010000:2.0:1763338456.971438:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.971442:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971448:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af350 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971460:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971469:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971474:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971478:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338456.971481:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971486:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971492:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:2.0:1763338456.971495:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338456.971498:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971503:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af357 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.971540:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af349 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af411c expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.971558:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af35e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af411c expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.971565:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338456.971568:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338456.971570:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338456.971626:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290853504:12345-192.168.202.34@tcp:101:bash.0 Request processed in 706us (923us total) trans 4294972746 rc 0/0 00000100:00100000:2.0:1763338456.971634:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9681 00000100:00100000:1.0:1763338456.976338:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338456.976397:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290853632 00000100:00100000:0.0:1763338456.976409:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290853632 00000100:00100000:0.0:1763338456.976474:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9682 00000100:00100000:0.0:1763338456.976484:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290853632:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338456.976508:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338456.976530:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af36c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4123 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.976564:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af373 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338456.976577:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af373 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.976592:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af373 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338456.976715:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af36c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4123 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.976733:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af373 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4123 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338456.976742:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:0.0:1763338456.976744:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338456.976748:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338456.976825:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290853632:12345-192.168.202.34@tcp:101:bash.0 Request processed in 334us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338456.976832:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9682 00000100:00100000:1.0:1763338456.980757:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.980856:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290853888 00000100:00100000:2.0:1763338456.980867:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290853888 00000100:00100000:2.0:1763338456.981241:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9683 00000100:00100000:2.0:1763338456.981251:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290853888:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338456.981348:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338456.981384:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af35e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af411c expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.981404:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338456.981409:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338456.981608:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338456.981622:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.981631:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:2.0:1763338456.981689:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972747 00000004:00010000:2.0:1763338456.981713:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c19fb03 reply state 000000005dab32e9 transno 4294972748 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.981726:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338456.981731:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338456.981734:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338456.981736:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338456.981839:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290853888:12345-192.168.202.34@tcp:36:bash.0 Request processed in 588us (1093us total) trans 4294972748 rc 0/0 00000100:00100000:2.0:1763338456.981847:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9683 00000020:00080000:2.0:1763338456.981852:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338456.984049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338456.984248:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854016 00000100:00100000:2.0:1763338456.984259:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854016 00000100:00100000:2.0:1763338456.984492:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9684 00000100:00100000:2.0:1763338456.984503:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290854016:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338456.985310:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338456.985340:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af381 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af412a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.985419:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af381 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af412a expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.985436:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af381 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af412a expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338456.985456:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338456.985459:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338456.985464:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338456.985554:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290854016:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1052us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338456.985562:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9684 00000100:00100000:1.0:1763338457.004015:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.004124:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.004191:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854400 00000100:00100000:0.0:1763338457.004200:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854400 00000100:00100000:0.0:1763338457.004253:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6697 00000100:00100000:0.0:1763338457.004294:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290854400:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338457.004428:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290854400:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 167us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.004435:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6697 00000100:00100000:2.0:1763338457.004557:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854272 00000100:00100000:2.0:1763338457.004561:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854272 00000100:00100000:2.0:1763338457.004595:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9685 00000100:00100000:2.0:1763338457.004601:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290854272:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.004615:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.004618:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338457.004642:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af381 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af412a expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.004658:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338457.004663:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.004674:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af388 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4131 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.004723:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af38f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.004736:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af38f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.004745:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af38f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338457.004947:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1510, 88 off127064 00000004:00080000:2.0:1763338457.004956:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126716693538ns, next at 1126780245110ns, rc = 0 00000040:00080000:2.0:1763338457.004998:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1510, 88 off126824 00000004:00080000:2.0:1763338457.005005:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126716743361ns, next at 1126780220598ns, rc = 0 00000040:00080000:2.0:1763338457.005055:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1511, 88 off126912 00000004:00080000:2.0:1763338457.005060:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126716797731ns, next at 1126780220598ns, rc = 0 00000040:00080000:2.0:1763338457.005078:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1511, 88 off127152 00000004:00080000:2.0:1763338457.005415:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126716819331ns, next at 1126780245110ns, rc = 0 00000100:00100000:1.0:1763338457.010704:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.012425:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854528 00000100:00100000:3.0:1763338457.012441:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854528 00000100:00100000:3.0:1763338457.012510:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6698 00000100:00100000:3.0:1763338457.012521:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d650050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290854528:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338457.012649:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d650050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290854528:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 130us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.012659:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6698 00000001:00080000:0.0:1763338457.013745:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972749 is committed 00000004:00080000:0.0:1763338457.013756:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 991 committed 00000004:00080000:0.0:1763338457.013764:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 985 committed 00000004:00080000:0.0:1763338457.013773:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 984 committed 00000004:00080000:0.0:1763338457.013775:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 990 committed 00010000:00010000:3.0:1763338457.014110:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af38f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4131 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.014124:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:3.0:1763338457.014127:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338457.014143:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af388 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4131 expref: 265 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338457.014160:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af38f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4131 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.014189:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:3.0:1763338457.014192:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338457.014195:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:3.0:1763338457.014245:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290854272:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9642us (10245us total) trans 4294972749 rc 0/0 00000100:00100000:3.0:1763338457.014254:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9685 00000100:00100000:1.0:1763338457.014427:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303182976:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.014478:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.014512:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338457.014518:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303182592:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.014538:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.014562:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303182848:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.014580:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.014595:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338457.014600:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303182720:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.014614:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.014634:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182976 00000100:00100000:1.0:1763338457.014639:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182976 00000100:00100000:1.0:1763338457.014667:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182592 00000100:00100000:1.0:1763338457.014669:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182592 00000100:00100000:1.0:1763338457.014689:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182848 00000100:00100000:1.0:1763338457.014691:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182848 00000100:00100000:1.0:1763338457.014702:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303182720 00000100:00100000:1.0:1763338457.014703:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303182720 00000100:00100000:1.0:1763338457.014717:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6699 00000100:00100000:1.0:1763338457.014724:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3656:x1848993303182976:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.014872:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+30:3656:x1848993303182976:12345-0@lo:2:osp-syn-0-1.0 Request processed in 148us (393us total) trans 21474838966 rc 0/0 00000100:00100000:1.0:1763338457.014879:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6699 00000100:00100000:1.0:1763338457.014892:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6700 00000100:00100000:1.0:1763338457.014899:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3656:x1848993303182592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.014980:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303182592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 83us (441us total) trans 17179871639 rc 0/0 00000100:00100000:1.0:1763338457.014986:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6700 00000100:00100000:1.0:1763338457.014997:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6701 00000100:00100000:1.0:1763338457.015002:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303182848:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.015064:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+30:3655:x1848993303182848:12345-0@lo:2:osp-syn-0-1.0 Request processed in 62us (483us total) trans 21474838967 rc 0/0 00000100:00100000:1.0:1763338457.015070:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6701 00000100:00100000:1.0:1763338457.015081:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6702 00000100:00100000:1.0:1763338457.015089:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3655:x1848993303182720:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.015150:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303182720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 63us (534us total) trans 17179871640 rc 0/0 00000100:00100000:1.0:1763338457.015156:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6702 00000100:00080000:1.0:1763338457.015180:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763338457.015213:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f7b80/2, rc 0, transno 17179871640 00000100:00100000:1.0:1763338457.015218:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303182720:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338457.015228:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f6300/2, rc 0, transno 21474838967 00000100:00100000:1.0:1763338457.015232:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303182848:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338457.015249:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f4e00/2, rc 0, transno 17179871639 00000100:00100000:1.0:1763338457.015253:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303182592:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338457.015288:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f7800/2, rc 0, transno 21474838966 00000100:00100000:1.0:1763338457.015292:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303182976:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338457.017942:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.017964:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.017971:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.017977:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.017981:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.017989:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.018005:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:2.0:1763338457.018008:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.018014:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.018019:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af303 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.018043:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.018049:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.018054:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.018059:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.018062:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.018068:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.018075:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338457.018077:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.018080:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.018086:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af37a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338457.018811:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.018857:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.018929:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854784 00000100:00100000:0.0:1763338457.018940:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854784 00000100:00100000:0.0:1763338457.018995:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6703 00000100:00100000:0.0:1763338457.019005:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993290854784:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338457.019021:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.019040:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4138 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338457.019063:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338457.019085:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.019087:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.019096:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.019111:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.019123:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:3.0:1763338457.019233:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854656 00000100:00100000:3.0:1763338457.019239:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854656 00000100:00100000:3.0:1763338457.019300:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1657 00000100:00100000:3.0:1763338457.019308:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290854656:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:3.0:1763338457.019333:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019341:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.019343:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.019346:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019356:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019481:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019490:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019501:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019507:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.019510:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019517:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019527:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.019533:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af39d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.020286:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290854784:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1277us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.020295:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6703 00000100:00100000:3.0:1763338457.020804:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993290854656:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 1494us (1995us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763338457.020813:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1657 00000100:00100000:1.0:1763338457.024097:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.024436:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290854912 00000100:00100000:0.0:1763338457.024448:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290854912 00000100:00100000:0.0:1763338457.024507:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6704 00000100:00100000:0.0:1763338457.024518:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+19:55909:x1848993290854912:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338457.024536:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.024560:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af413f expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338457.024589:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338457.024614:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.024616:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.024626:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 20 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.024643:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 20 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.024658:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f600, rc 0) 00000100:00100000:0.0:1763338457.024733:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993290854912:12345-192.168.202.34@tcp:101:bash.0 Request processed in 217us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.024741:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6704 00000100:00100000:1.0:1763338457.025631:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.025895:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290855040 00000100:00100000:3.0:1763338457.025902:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290855040 00000100:00100000:3.0:1763338457.025956:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9686 00000100:00100000:3.0:1763338457.025965:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56932:x1848993290855040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.025988:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.026008:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af3ab lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4146 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.026051:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af3b2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.026066:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af3b2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.026076:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af3b2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.026190:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af3ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4146 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.026207:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695dc00/0x4ea0a6980f4af3b2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4146 expref: 263 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.026216:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338457.026219:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338457.026223:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695dc00, rc 0) 00000100:00100000:3.0:1763338457.026314:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56932:x1848993290855040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 349us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.026320:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9686 00000100:00100000:2.0:1763338457.028647:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.028687:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.028808:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290855168 00000100:00100000:3.0:1763338457.028816:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290855168 00002000:00010000:3.0:1763338457.028847:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/602 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.028852:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ad500 with x1848993290855168 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.028863:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430ad500. 00000100:00100000:3.0:1763338457.028889:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290855296 00000100:00100000:3.0:1763338457.028892:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290855296 00002000:00010000:3.0:1763338457.028902:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/602 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.028905:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ae300 with x1848993290855296 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.028910:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ae300. 00000100:00100000:3.0:1763338457.028928:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1658 00000100:00100000:3.0:1763338457.028936:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993290855168:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338457.029089:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.029092:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:3.0:1763338457.029095:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.029097:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:3.0:1763338457.029099:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.029144:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290855168:12345-192.168.202.34@tcp:10:bash.0 Request processed in 208us (509us total) trans 17179871641 rc 0/0 00000100:00100000:3.0:1763338457.029150:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1658 00002000:00010000:3.0:1763338457.029153:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/602 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.029156:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ad500 with x1848993290855168 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.029160:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430ad500. 00000100:00100000:3.0:1763338457.029174:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1659 00000100:00100000:3.0:1763338457.029179:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2408:x1848993290855296:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338457.029248:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.029251:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:3.0:1763338457.029253:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.029255:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:3.0:1763338457.029257:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.029299:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2408:x1848993290855296:12345-192.168.202.34@tcp:10:bash.0 Request processed in 119us (612us total) trans 21474838968 rc 0/0 00000100:00100000:3.0:1763338457.029305:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1659 00002000:00010000:3.0:1763338457.029308:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/602 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.029310:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ae300 with x1848993290855296 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.029314:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ae300. 00000100:00100000:2.0:1763338457.032166:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.032166:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.032254:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290855424 00000100:00100000:0.0:1763338457.032351:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290855680 00000100:00100000:0.0:1763338457.032358:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290855680 00000100:00100000:0.0:1763338457.032430:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3380 00000100:00100000:0.0:1763338457.032440:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:55909:x1848993290855680:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338457.032442:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290855424 00000100:00100000:1.0:1763338457.032655:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1660 00000100:00100000:1.0:1763338457.032662:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290855424:12345-192.168.202.34@tcp:4:lfs.0 00000100:00100000:0.0:1763338457.032740:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290855680:12345-192.168.202.34@tcp:35:bash.0 Request processed in 301us (581us total) trans 4294972750 rc 0/0 00000100:00100000:0.0:1763338457.032747:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3380 00002000:00010000:1.0:1763338457.032895:0:24008:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338457.032904:0:24008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.032919:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.032921:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.032927:0:24008:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.032952:0:24008:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763338457.034874:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871642 is committed 00000001:00080000:3.0:1763338457.034891:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871640 is committed 00002000:00010000:1.0:1763338457.035075:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763338457.035080:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.035083:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.035085:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338457.035098:0:24008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.035109:0:24008:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.035118:0:24008:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.035126:0:24008:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.035131:0:24008:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.035139:0:24008:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.035160:0:24008:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.035168:0:24008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af3b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.035463:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2407:x1848993290855424:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 2796us (3300us total) trans 17179871642 rc 0/0 00000100:00100000:1.0:1763338457.035473:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1660 00000100:00100000:2.0:1763338457.040746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.040855:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290855808 00000100:00100000:0.0:1763338457.040865:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290855808 00000100:00100000:0.0:1763338457.044151:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9687 00000100:00100000:0.0:1763338457.044183:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56935:x1848993290855808:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338457.044213:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.044243:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3c0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af414d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.044337:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.044351:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044363:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044387:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.044394:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044400:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044476:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.044484:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044490:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.044535:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cb:0x0]: returning size 5 00000004:00200000:0.0:1763338457.044540:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338457.044559:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044570:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044578:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044584:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044590:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044596:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.044600:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044607:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044620:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.044622:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.044627:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044633:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044644:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044649:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044653:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044657:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.044660:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044665:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044670:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.044672:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.044674:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044679:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ce lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.044706:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3c0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af414d expref: 266 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.044719:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af414d expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.044726:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:0.0:1763338457.044728:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.044731:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338457.044799:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56935:x1848993290855808:12345-192.168.202.34@tcp:101:rm.0 Request processed in 633us (4063us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.044806:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9687 00000100:00100000:0.0:1763338457.046215:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.046295:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290856064 00000100:00100000:3.0:1763338457.046306:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290856064 00000100:00100000:3.0:1763338457.046359:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9688 00000100:00100000:3.0:1763338457.046377:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56932:x1848993290856064:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338457.046424:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.046447:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af326 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4107 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.046463:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338457.046468:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.046525:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.046537:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.046547:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338457.046672:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094ed2cbc reply state 000000005db277fb transno 4294972751 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.046684:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.046691:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338457.046694:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338457.046697:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338457.046788:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56932:x1848993290856064:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 420us (580us total) trans 4294972751 rc 0/0 00000100:00100000:3.0:1763338457.046794:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9688 00000100:00100000:2.0:1763338457.049123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.049204:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290856320 00000100:00100000:3.0:1763338457.049213:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290856320 00000100:00100000:0.0:1763338457.050087:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9689 00000100:00100000:0.0:1763338457.050103:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56935:x1848993290856320:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338457.050159:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338457.050187:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af38f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4131 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.050207:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af3d5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af414d expref: 265 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.050220:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af373 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4123 expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.050230:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:0.0:1763338457.050243:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.050302:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.050314:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050323:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050333:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.050338:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050344:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050430:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.050438:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050444:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:0.0:1763338457.050669:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1512, 64 off127216 00000040:00080000:0.0:1763338457.050695:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1512, 64 off126976 00000040:00080000:0.0:1763338457.050706:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1513, 64 off127040 00000040:00080000:0.0:1763338457.050716:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1513, 64 off127280 00010000:00010000:0.0:1763338457.050765:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.050775:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050782:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050789:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050794:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.050799:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051136:0:6521:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338457.051140:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.051147:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.051154:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.051158:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051158:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051165:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051170:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.051172:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051185:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.051186:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:1.0:1763338457.051189:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338457.051191:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.051192:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051197:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.051198:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af3f8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051206:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cb:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.051208:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338457.051210:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.051211:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.051212:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.051213:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.051216:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af3f1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051362:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051381:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051386:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051391:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.051394:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051399:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051407:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.051410:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.051414:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051418:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af3e3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338457.051428:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094501ae7 reply state 00000000da12e302 transno 4294972752 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051437:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.051442:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.051445:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.051448:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338457.051847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.052152:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290856448 00000100:00100000:2.0:1763338457.052160:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290856448 00000100:00100000:0.0:1763338457.052183:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56935:x1848993290856320:12345-192.168.202.34@tcp:36:rm.0 Request processed in 2084us (3069us total) trans 4294972752 rc 0/0 00000100:00100000:0.0:1763338457.052192:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9689 00000100:00100000:2.0:1763338457.052212:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6705 00000100:00100000:2.0:1763338457.052220:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+12:56932:x1848993290856448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.052234:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.052252:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4154 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338457.052293:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x259:0x0] initial LVB size: 4096, mtime: 0x691a68d9, atime: 0x0, ctime: 0x691a68d9, blocks: 0x8 00010000:00010000:2.0:1763338457.052313:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.052316:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.052323:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 13 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.052341:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 13 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.052352:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338457.052386:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56932:x1848993290856448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 167us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.052393:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6705 00000100:00100000:2.0:1763338457.055878:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.056214:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290856576 00000100:00100000:3.0:1763338457.056225:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290856576 00000100:00100000:3.0:1763338457.056307:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6706 00000100:00100000:3.0:1763338457.056319:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+21:56932:x1848993290856576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.056339:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.056365:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af415b expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.056401:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.056425:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.056428:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.056436:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 22 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.056453:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 22 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.056467:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:3.0:1763338457.057180:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:56932:x1848993290856576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 860us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.057189:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6706 00000100:00100000:1.0:1763338457.062145:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.062194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.062324:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290856704 00000100:00100000:3.0:1763338457.062337:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290856704 00002000:00010000:3.0:1763338457.062385:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/601 (5->18446744073709551615) 00002000:00100000:3.0:1763338457.062390:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf0e00 with x1848993290856704 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338457.062403:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14caf0e00. 00000100:00100000:3.0:1763338457.062431:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290856832 00000100:00100000:3.0:1763338457.062434:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290856832 00002000:00010000:3.0:1763338457.062451:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/601 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.062454:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf0700 with x1848993290856832 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.062461:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14caf0700. 00000100:00100000:3.0:1763338457.062490:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1661 00000100:00100000:3.0:1763338457.062499:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290856704:12345-192.168.202.34@tcp:10:lfs.0 00000100:00100000:0.0:1763338457.062726:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1662 00000100:00100000:0.0:1763338457.062736:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993290856832:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338457.062836:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338457.062840:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.062843:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.062845:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.062847:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1763338457.062848:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.062851:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.062852:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.062854:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.062856:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.062900:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993290856832:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 164us (704us total) trans 21474838969 rc 0/0 00000100:00100000:0.0:1763338457.062907:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1662 00002000:00010000:0.0:1763338457.062911:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/601 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.062914:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf0700 with x1848993290856832 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.062920:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14caf0700. 00000100:00100000:0.0:1763338457.068220:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290856704:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 5706us (6072us total) trans 17179871643 rc 0/0 00000100:00100000:0.0:1763338457.068240:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1661 00002000:00010000:0.0:1763338457.068250:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/601 (5->18446744073709551615) 00002000:00100000:0.0:1763338457.068254:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf0e00 with x1848993290856704 ext(5->18446744073709551615) 00002000:00010000:0.0:1763338457.068286:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14caf0e00. 00000100:00100000:1.0:1763338457.073867:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.073957:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857088 00000100:00100000:0.0:1763338457.073978:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857088 00000100:00100000:0.0:1763338457.074045:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9690 00000100:00100000:0.0:1763338457.074056:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56932:x1848993290857088:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338457.074157:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.074174:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.074187:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338457.074329:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d4ed372 reply state 0000000047002176 transno 4294972753 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.074343:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.074351:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:0.0:1763338457.074354:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.074358:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338457.074479:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56932:x1848993290857088:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 424us (621us total) trans 4294972753 rc 0/0 00000100:00100000:0.0:1763338457.074488:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9690 00000100:00100000:1.0:1763338457.076146:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.076575:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857216 00000100:00100000:2.0:1763338457.076584:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857216 00000100:00100000:2.0:1763338457.076802:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9691 00000100:00100000:2.0:1763338457.076812:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56936:x1848993290857216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.076831:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.076855:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af414 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4162 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.076925:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.076938:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.076947:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.076958:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:1.0:1763338457.078163:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.078223:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857344 00000100:00100000:3.0:1763338457.078240:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857344 00010000:00010000:2.0:1763338457.078286:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078298:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338457.078301:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6707 00000100:00100000:3.0:1763338457.078309:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993290857344:12345-192.168.202.34@tcp:2:lfs.0 00010000:00010000:2.0:1763338457.078339:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078345:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078350:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078356:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078361:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.078365:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078381:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078392:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:2.0:1763338457.078395:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.078399:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078405:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af41b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078416:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078422:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078426:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078430:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.078433:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078438:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.078444:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00002000:00010000:3.0:1763338457.078446:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 5 -> 5 00010000:00010000:2.0:1763338457.078446:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1763338457.078449:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00010000:00010000:2.0:1763338457.078449:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00002000:00010000:3.0:1763338457.078452:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 0 -> 1763338457 00010000:00010000:2.0:1763338457.078454:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af422 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00002000:00010000:3.0:1763338457.078455:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.078458:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1763338457.078483:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af414 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4162 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.078492:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:2.0:1763338457.078494:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.078497:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af414 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4162 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.078511:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:3.0:1763338457.078512:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993290857344:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 204us (354us total) trans 21474838970 rc 0/0 00000100:00100000:3.0:1763338457.078520:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6707 00000100:00100000:2.0:1763338457.078530:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56936:x1848993290857216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1721us (2392us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.078537:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9691 00000100:00100000:1.0:1763338457.084130:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.085459:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.085556:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857472 00000100:00100000:2.0:1763338457.085566:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857472 00000100:00100000:2.0:1763338457.085636:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9692 00000100:00100000:2.0:1763338457.085646:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56936:x1848993290857472:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.085670:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.085780:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af429 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4169 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.085852:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.085867:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085878:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085889:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.085898:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085904:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085940:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085947:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085953:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085959:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.085965:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:0.0:1763338457.086040:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857728 00000100:00100000:0.0:1763338457.086044:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857728 00000100:00100000:0.0:1763338457.086080:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3381 00000100:00100000:0.0:1763338457.086088:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56932:x1848993290857728:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338457.086123:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1ca:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af28c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40d6 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.086154:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763338457.086165:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.086174:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.086205:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.086217:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 269 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338457.086229:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303183104:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.086331:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48780 going to sleep for 11 seconds 00010000:00010000:2.0:1763338457.086920:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086929:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086941:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:2.0:1763338457.086944:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.086949:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086955:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af430 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086978:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086984:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086990:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.086995:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.086998:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.087008:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.087015:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338457.087017:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.087019:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.087024:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af437 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.087054:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af429 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4169 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.087063:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:2.0:1763338457.087065:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.087068:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af429 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4169 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.087081:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:2.0:1763338457.087119:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56936:x1848993290857472:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1474us (2999us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.087127:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9692 00000100:00100000:1.0:1763338457.091452:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.091887:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303183104:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.091916:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338457.092296:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857856 00000100:00100000:3.0:1763338457.092305:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857856 00010000:00010000:3.0:1763338457.092340:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 268 pid: 13583 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.092396:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3173 00000100:00100000:3.0:1763338457.092407:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2410:x1848993290857856:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.092423:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.092430:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 268 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.092443:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 268 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.092465:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af318 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4100 expref: 268 pid: 13583 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.092481:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338457.092485:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.092496:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.092507:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.092537:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.092600:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2410:x1848993290857856:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.092609:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3173 00010000:00010000:0.0:1763338457.093006:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.093014:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000040:00080000:0.0:1763338457.093248:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1514, 88 off127128 00000004:00080000:0.0:1763338457.093257:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126804994541ns, next at 1126780220598ns, rc = 0 00000040:00080000:0.0:1763338457.093322:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1514, 88 off127368 00000004:00080000:0.0:1763338457.093327:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126805065026ns, next at 1126780245110ns, rc = 0 00000040:00080000:0.0:1763338457.093355:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1515, 88 off127456 00000004:00080000:0.0:1763338457.093360:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126805097939ns, next at 1126780245110ns, rc = 0 00000040:00080000:0.0:1763338457.093380:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1515, 88 off127216 00000004:00080000:0.0:1763338457.093385:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126805123035ns, next at 1126780220598ns, rc = 0 00000100:00100000:0.0:1763338457.094700:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.095520:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290857984 00000100:00100000:3.0:1763338457.095534:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290857984 00000100:00100000:2.0:1763338457.095894:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9693 00000100:00100000:2.0:1763338457.095905:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56936:x1848993290857984:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.095928:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.095952:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af445 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4170 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.096034:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af44c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.096049:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af44c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.096061:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af44c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.096108:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338457.096115:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338457.096149:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af445 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4170 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.096168:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af44c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4170 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.096177:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338457.096180:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338457.096184:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338457.096257:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56936:x1848993290857984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 353us (1566us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.096699:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9693 00000001:00080000:2.0:1763338457.097869:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972754 is committed 00000004:00080000:2.0:1763338457.097879:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 987 committed 00000004:00080000:2.0:1763338457.097893:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 993 committed 00000004:00080000:2.0:1763338457.097902:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 992 committed 00000004:00080000:2.0:1763338457.097904:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 986 committed 00000100:00100000:0.0:1763338457.098038:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303183360:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.098096:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:3.0:1763338457.098122:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005601b4ef reply state 00000000d93e0c30 transno 4294972754 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:0.0:1763338457.098131:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303183872:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338457.098140:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.098148:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00000100:00100000:0.0:1763338457.098150:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763338457.098151:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338457.098154:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338457.098160:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:3.0:1763338457.098162:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338457.098167:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af28c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40d6 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.098167:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763338457.098172:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303183488:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.098188:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.098201:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303184000:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.098217:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.098240:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303183360 00000100:00100000:0.0:1763338457.098247:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303183360 00010000:00080000:3.0:1763338457.098282:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338457.098294:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56932:x1848993290857728:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 12206us (12841us total) trans 4294972754 rc 0/0 00000100:00100000:0.0:1763338457.098298:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303183872 00000100:00100000:0.0:1763338457.098301:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303183872 00000100:00100000:3.0:1763338457.098303:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3381 00000100:00100000:0.0:1763338457.098316:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303183488 00000100:00100000:0.0:1763338457.098319:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303183488 00000100:00100000:0.0:1763338457.098333:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303184000 00000100:00100000:0.0:1763338457.098336:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303184000 00000100:00100000:3.0:1763338457.098340:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303183616:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.098354:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6708 00000100:00100000:0.0:1763338457.098361:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3654:x1848993303183360:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.098377:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.098396:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303184128:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.098418:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.098429:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763338457.098434:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303183232:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.098453:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.098463:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303183744:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.098473:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338457.098480:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338457.098482:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338457.098489:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338457.098495:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:3.0:1763338457.098496:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303183616 00000100:00100000:3.0:1763338457.098499:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303183616 00010000:00010000:2.0:1763338457.098499:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338457.098506:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338457.098514:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303184128 00000100:00100000:3.0:1763338457.098516:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303184128 00010000:00010000:2.0:1763338457.098517:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338457.098519:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.098523:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338457.098524:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303183232 00000100:00100000:3.0:1763338457.098526:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303183232 00010000:00010000:2.0:1763338457.098529:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af43e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338457.098534:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303183744 00000100:00100000:3.0:1763338457.098535:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303183744 00000100:00100000:3.0:1763338457.098546:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6709 00000100:00100000:3.0:1763338457.098551:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303183872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338457.098571:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:603 count 1 00002000:00010000:3.0:1763338457.098601:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.098607:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.098619:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.098621:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.098626:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.098636:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.098648:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.098656:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.098672:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338457.098860:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303183872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 307us (707us total) trans 17179871644 rc 0/0 00000100:00100000:3.0:1763338457.098866:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6709 00000100:00100000:3.0:1763338457.098877:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6710 00000100:00100000:3.0:1763338457.098883:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303183488:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338457.098962:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338457.098965:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.098968:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.098970:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.098972:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338457.098991:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3654:x1848993303183488:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (802us total) trans 21474838971 rc 0/0 00000100:00100000:3.0:1763338457.098996:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6710 00000100:00100000:3.0:1763338457.099007:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711 00000100:00100000:3.0:1763338457.099012:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303184000:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338457.099053:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.099055:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.099058:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.099060:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.099062:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.099081:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303184000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (863us total) trans 17179871645 rc 0/0 00000100:00100000:3.0:1763338457.099085:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711 00000100:00100000:3.0:1763338457.099096:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6712 00000100:00100000:3.0:1763338457.099100:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3656:x1848993303183616:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338457.099136:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.099139:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.099141:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.099142:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.099144:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.099168:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3656:x1848993303183616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (802us total) trans 21474838972 rc 0/0 00000100:00100000:3.0:1763338457.099173:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6712 00000100:00100000:3.0:1763338457.099184:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6713 00000100:00100000:3.0:1763338457.099190:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303184128:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338457.099235:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338457.099238:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.099241:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.099243:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.099244:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338457.099289:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303184128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (869us total) trans 17179871646 rc 0/0 00000100:00100000:3.0:1763338457.099295:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6713 00000100:00100000:3.0:1763338457.099307:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6714 00000100:00100000:3.0:1763338457.099313:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3656:x1848993303183232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338457.099323:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:602 count 1 00010000:00010000:3.0:1763338457.099336:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099349:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099356:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.099358:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.099360:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099399:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099414:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 23 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.099425:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303184256:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.099472:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1447c30c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763338457.099490:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338457.099496:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099504:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.099507:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099515:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099528:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099535:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af453 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099550:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.099552:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.099553:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338457.099583:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277714a80/2, rc 0, transno 21474838972 00000100:00100000:3.0:1763338457.099588:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303183616:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338457.099589:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099598:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.099599:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871640 gen 2 00000004:00080000:3.0:1763338457.099602:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89c00, transno 17179871633 00010000:00010000:1.0:1763338457.099604:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099609:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.099612:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099619:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338457.099621:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c5f80, transno 17179871634 00000004:00080000:3.0:1763338457.099624:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c4a80, transno 17179871635 00000004:00080000:3.0:1763338457.099626:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89500, transno 17179871637 00010000:00010000:1.0:1763338457.099628:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00000004:00080000:3.0:1763338457.099629:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f88e00, transno 17179871638 00010000:00010000:1.0:1763338457.099631:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:3.0:1763338457.099632:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f4e00, transno 17179871639 00010000:00010000:1.0:1763338457.099634:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338457.099635:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f7b80, transno 17179871640 00010000:00010000:1.0:1763338457.099639:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af3dc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.099641:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd1444fb800 x1848993303184128/t17179871646(17179871646) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338473 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763338457.099649:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444fb800/2, rc 0, transno 17179871646 00000100:00100000:3.0:1763338457.099652:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303184128:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338457.099652:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099658:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099667:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.099672:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6715 00010000:00010000:1.0:1763338457.099672:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.099674:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.099678:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303183744:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338457.099687:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00002000:00080000:3.0:1763338457.099690:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:602 count 1 00010000:00010000:1.0:1763338457.099695:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00010000:00010000:1.0:1763338457.099698:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.099701:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.099702:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.099707:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af3ea lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.099713:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.099719:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.099721:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.099721:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.099724:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.099727:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099733:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.099737:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.099740:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.099742:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.099746:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.099751:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 13 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.099753:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338457.099755:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.099758:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.099762:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d418700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303184384:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.099763:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af40d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.099798:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1447c3840 going to sleep for 11 seconds 00000004:00080000:3.0:1763338457.099835:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277716300/2, rc 0, transno 21474838971 00000100:00100000:3.0:1763338457.099841:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303183488:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338457.099849:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f8380/2, rc 0, transno 17179871645 00000100:00100000:3.0:1763338457.099852:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303184000:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338457.099862:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277715f80/2, rc 0, transno 17179871644 00000100:00100000:3.0:1763338457.099865:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303183872:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338457.099867:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:603 count 1 00002000:00010000:0.0:1763338457.099887:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338457.099893:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.099900:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.099901:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.099905:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.099914:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.099921:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.099928:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338457.100089:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 7 done 00010000:00010000:0.0:1763338457.100304:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338457.100448:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.100454:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.100461:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.100464:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.100472:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.100485:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.100494:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af468 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.100508:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.100509:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.100511:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338457.101067:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3654:x1848993303183360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2702us (2966us total) trans 21474838973 rc 0/0 00000100:00100000:0.0:1763338457.101080:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6708 00000004:00080000:3.0:1763338457.103187:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717800/2, rc 0, transno 21474838973 00000100:00100000:3.0:1763338457.103202:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303183360:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.103409:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.103440:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.103462:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.103485:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290858112 00000100:00100000:1.0:1763338457.103491:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290858112 00010000:00010000:1.0:1763338457.103525:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 24 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338457.103550:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290858240 00000100:00100000:1.0:1763338457.103553:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290858240 00010000:00010000:1.0:1763338457.103565:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 14 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338457.103583:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3174 00000100:00100000:1.0:1763338457.103592:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993290858112:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.103605:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.103610:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 24 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.103621:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 24 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.103647:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.103649:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.103654:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.103663:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.103690:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.103738:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993290858112:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 147us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.103746:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3174 00000100:00100000:1.0:1763338457.103764:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3175 00000100:00100000:1.0:1763338457.103770:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290858240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.103778:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.103783:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 14 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.103792:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 14 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.103806:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.103808:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.103811:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.103819:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.103831:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.103850:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290858240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 80us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.103856:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3175 00010000:00010000:2.0:1763338457.104048:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af396 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4138 expref: 13 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338457.104063:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303184384:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.104081:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104091:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104098:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104107:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104115:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104145:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338457.104394:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303183744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4715us (5912us total) trans 17179871647 rc 0/0 00000100:00100000:2.0:1763338457.104401:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6715 00000004:00080000:2.0:1763338457.104431:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717b80/2, rc 0, transno 17179871647 00000100:00100000:2.0:1763338457.104436:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303183744:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338457.104456:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290858368 00000100:00100000:2.0:1763338457.104459:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290858368 00000100:00100000:2.0:1763338457.104484:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9694 00000100:00100000:2.0:1763338457.104489:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+259:56932:x1848993290858368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.104507:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.104524:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af46f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4177 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104566:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af46f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4177 expref: 260 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104582:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa000/0x4ea0a6980f4af46f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4177 expref: 260 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.104597:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:2.0:1763338457.104600:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.104603:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa000, rc 0) 00000100:00100000:2.0:1763338457.104627:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56932:x1848993290858368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 138us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.104633:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9694 00010000:00010000:3.0:1763338457.105236:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af3a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af413f expref: 23 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.105249:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303184256:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338457.105284:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105294:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105300:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105309:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105317:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105331:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338457.105506:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+34:3656:x1848993303183232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6192us (7051us total) trans 21474838974 rc 0/0 00000100:00100000:3.0:1763338457.105518:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6714 00010000:00010000:3.0:1763338457.105536:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338457.105543:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105551:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.105555:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105563:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105578:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105584:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af461 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105604:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338457.105607:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105614:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.105617:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105624:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105633:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105640:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af45a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.105652:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.105654:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.105655:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338457.105677:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f4380/2, rc 0, transno 21474838974 00000100:00100000:3.0:1763338457.105682:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303183232:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338457.109469:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.109484:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338457.109565:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.110030:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290858496 00000100:00100000:3.0:1763338457.110040:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290858496 00000100:00100000:3.0:1763338457.110102:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9695 00000100:00100000:3.0:1763338457.110112:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56936:x1848993290858496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.110134:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.110155:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af476 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af417e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.110224:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.110251:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110287:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110308:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.110315:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110321:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110378:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110385:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110391:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110396:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.110400:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110406:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110419:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338457.110422:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.110426:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110432:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af47d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110443:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110449:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110453:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110457:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.110460:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110465:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110541:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750600) 00010000:00010000:3.0:1763338457.110544:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.110547:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110552:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af484 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.110584:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af476 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af417e expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.110593:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338457.110595:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.110599:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af476 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af417e expref: 261 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.110606:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:3.0:1763338457.110659:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56936:x1848993290858496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 549us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.110667:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9695 00000100:00100000:2.0:1763338457.110868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.111236:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290858752 00000100:00100000:3.0:1763338457.111242:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290858752 00000100:00100000:3.0:1763338457.111322:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3382 00000100:00100000:3.0:1763338457.111330:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+260:56932:x1848993290858752:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338457.111555:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1ca:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338457.111609:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1516, 64 off127280 00000004:00080000:3.0:1763338457.111616:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126823353389ns, next at 1127823350635ns, rc = 0 00000040:00080000:3.0:1763338457.111633:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1516, 64 off127520 00000004:00080000:3.0:1763338457.111636:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126823373992ns, next at 1127823373230ns, rc = 0 00000040:00080000:3.0:1763338457.111644:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1517, 64 off127584 00000040:00080000:3.0:1763338457.111651:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1517, 64 off127344 00010000:00010000:3.0:1763338457.111696:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763338457.111709:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.111717:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.111724:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.111730:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.111736:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338457.111754:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338457.111895:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56932:x1848993290858752:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 565us (1027us total) trans 4294972755 rc 0/0 00000100:00100000:3.0:1763338457.111902:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3382 00010000:00010000:1.0:1763338457.112015:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.112023:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.112029:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.112032:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.112039:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.112050:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ca:0x0].0x0 (ffff8fd260197800) 00010000:00010000:1.0:1763338457.112052:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338457.112057:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.112062:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af48b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.112072:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.112074:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.112075:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338457.115467:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.115562:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290859008 00000100:00100000:0.0:1763338457.115572:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290859008 00000100:00100000:0.0:1763338457.115635:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9696 00000100:00100000:0.0:1763338457.115647:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56936:x1848993290859008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.115672:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.115676:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338457.115701:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af44c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4170 expref: 261 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.115721:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338457.115731:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.115747:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af492 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4185 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.115852:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.115864:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.115873:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.115887:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.115894:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.115900:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116799:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.116814:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116821:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338457.116830:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 0 00010000:00010000:0.0:1763338457.116860:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116867:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116873:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116879:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116884:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.116888:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116894:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116902:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338457.116905:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.116909:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af499 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:0.0:1763338457.116930:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000370e9bff reply state 00000000ad25dd08 transno 4294972756 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116940:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.116946:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338457.116948:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.116951:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338457.116982:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af492 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 263 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.117000:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 262 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.117006:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338457.117008:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.117010:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338457.117084:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56936:x1848993290859008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1440us (1626us total) trans 4294972756 rc 0/0 00000100:00100000:0.0:1763338457.117092:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9696 00000100:00100000:1.0:1763338457.125054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.125487:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290859264 00000100:00100000:0.0:1763338457.125500:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290859264 00000100:00100000:0.0:1763338457.125555:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9697 00000100:00100000:0.0:1763338457.125565:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56936:x1848993290859264:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.125590:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.125611:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af4b5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af418c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.126929:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.126955:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.126965:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.127007:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.127024:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 264 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338457.127039:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d405880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303184512:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.127877:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c480 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.130553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.130797:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290859392 00000100:00100000:3.0:1763338457.130805:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290859392 00010000:00010000:3.0:1763338457.130840:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.130882:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3176 00000100:00100000:3.0:1763338457.130890:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:2410:x1848993290859392:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.130904:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.130910:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.130923:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.130943:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338457.130949:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.130958:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.130965:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.130981:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.131037:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:2410:x1848993290859392:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 147us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.131047:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3176 00010000:00010000:0.0:1763338457.131140:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af4a7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4185 expref: 264 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338457.131156:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d405880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303184512:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.131175:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131183:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131188:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338457.131213:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 0 00000004:00080000:0.0:1763338457.131440:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25c:0x0], index 0: 0 00000004:00080000:0.0:1763338457.131447:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25c:0x0], index 1: 0 00000004:00080000:0.0:1763338457.131451:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25d:0x0], index 1: 0 00000004:00080000:0.0:1763338457.131454:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25d:0x0], index 0: 0 00010000:00010000:0.0:1763338457.131541:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131548:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131554:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131559:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.131563:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131570:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131578:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338457.131580:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338457.131583:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131589:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af4bc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.131628:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af4b5 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af418c expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.131641:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338457.131643:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338457.131646:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af4b5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af418c expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.131659:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338457.131775:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56936:x1848993290859264:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6211us (6732us total) trans 4294972757 rc 301/301 00000100:00100000:0.0:1763338457.131783:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9697 00000100:00100000:1.0:1763338457.134806:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.135102:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290859648 00000100:00100000:0.0:1763338457.135111:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290859648 00000100:00100000:0.0:1763338457.135175:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9698 00000100:00100000:0.0:1763338457.135186:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56937:x1848993290859648:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.135208:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.135232:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af4ca lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4193 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.135587:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.135601:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135612:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135621:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.135632:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135637:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135742:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af4df lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.135750:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af4df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135757:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af4df lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135844:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135851:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135857:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135863:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135869:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.135873:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135880:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135893:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338457.135896:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.135900:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135906:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af4d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135919:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135924:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135929:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135934:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.135937:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135942:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135949:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338457.135952:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.135954:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135959:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af4d8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.135996:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af4ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4193 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.136016:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af4df lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4193 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.136023:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.136025:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.136027:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338457.136096:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56937:x1848993290859648:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 910us (1299us total) trans 4294972758 rc 0/0 00000100:00100000:0.0:1763338457.136103:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9698 00000100:00100000:2.0:1763338457.136990:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.138433:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290859904 00000100:00100000:3.0:1763338457.138446:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290859904 00000100:00100000:3.0:1763338457.138509:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3383 00000100:00100000:3.0:1763338457.138520:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56936:x1848993290859904:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338457.138799:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56936:x1848993290859904:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 280us (1811us total) trans 4294972759 rc 0/0 00000100:00100000:3.0:1763338457.138807:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3383 00000100:00100000:2.0:1763338457.139633:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.139961:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290860032 00000100:00100000:3.0:1763338457.139968:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290860032 00000100:00100000:3.0:1763338457.140011:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6716 00000100:00100000:3.0:1763338457.140018:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2407:x1848993290860032:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.140031:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.140051:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af419a expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.140071:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.140087:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.140090:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.140100:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 24 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338457.140117:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 24 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338457.140127:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:3.0:1763338457.140941:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2407:x1848993290860032:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 919us (1306us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.140949:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6716 00000100:00100000:0.0:1763338457.141244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.141351:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290860288 00000100:00100000:3.0:1763338457.141356:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290860288 00000100:00100000:3.0:1763338457.141442:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3384 00000100:00100000:3.0:1763338457.141451:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243557450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56936:x1848993290860288:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338457.141629:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243557450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56936:x1848993290860288:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 178us (384us total) trans 4294972760 rc 0/0 00000100:00100000:3.0:1763338457.141636:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3384 00000100:00100000:1.0:1763338457.142730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.142873:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290860544 00000100:00100000:2.0:1763338457.142879:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290860544 00000100:00100000:2.0:1763338457.142957:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3385 00000100:00100000:2.0:1763338457.142966:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56937:x1848993290860544:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338457.143091:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56937:x1848993290860544:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 127us (363us total) trans 4294972761 rc 0/0 00000100:00100000:2.0:1763338457.143098:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3385 00000100:00100000:1.0:1763338457.145057:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.145167:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290860800 00000100:00100000:0.0:1763338457.145175:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290860800 00000100:00100000:0.0:1763338457.145225:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9699 00000100:00100000:0.0:1763338457.145235:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56937:x1848993290860800:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.145258:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.145403:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af4f4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41a1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.145427:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.145552:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290861056 00000100:00100000:3.0:1763338457.145558:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290861056 00000100:00100000:3.0:1763338457.145596:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9700 00000100:00100000:3.0:1763338457.145603:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290861056:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.145612:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.145614:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338457.145634:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af4df lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4193 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.145651:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.145656:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.145664:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af4fb lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41a8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.145710:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af502 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.145724:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af502 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.145735:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af502 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338457.145748:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 0 00010000:00010000:3.0:1763338457.145854:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af4fb lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41a8 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.145859:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af510 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.145868:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af502 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41a8 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.145872:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af510 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.145879:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af510 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338457.145887:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 0 00010000:00010000:3.0:1763338457.145935:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.145939:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338457.145942:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00010000:00010000:1.0:1763338457.145950:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af4f4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41a1 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.145962:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af510 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41a1 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.145968:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:1.0:1763338457.145969:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763338457.145972:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0400, rc 0) 00000100:00100000:3.0:1763338457.146000:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290861056:12345-192.168.202.34@tcp:101:bash.0 Request processed in 397us (572us total) trans 4294972762 rc 0/0 00000100:00100000:1.0:1763338457.146000:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56937:x1848993290860800:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 767us (949us total) trans 4294972763 rc 0/0 00000100:00100000:1.0:1763338457.146007:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9699 00000100:00100000:3.0:1763338457.146013:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9700 00000100:00100000:1.0:1763338457.148187:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.148255:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290861184 00000100:00100000:3.0:1763338457.148293:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290861184 00000100:00100000:3.0:1763338457.148345:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9701 00000100:00100000:3.0:1763338457.148354:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290861184:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.148387:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.148406:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af51e lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41af expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.148438:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af525 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.148452:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af525 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.148462:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af525 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.148567:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af51e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41af expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.148584:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af525 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41af expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.148592:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.148594:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338457.148598:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:3.0:1763338457.148659:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290861184:12345-192.168.202.34@tcp:101:bash.0 Request processed in 305us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.148666:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9701 00000100:00100000:1.0:1763338457.150209:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.150329:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290861440 00000100:00100000:2.0:1763338457.150336:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290861440 00000100:00100000:2.0:1763338457.150391:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9702 00000100:00100000:2.0:1763338457.150400:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56937:x1848993290861440:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.150415:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.150434:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af52c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41b6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.150495:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.150507:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150516:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338457.150518:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338457.150527:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.150534:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150546:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.150639:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290861696 00010000:00010000:2.0:1763338457.150642:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:0.0:1763338457.150643:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290861696 00010000:00010000:2.0:1763338457.150653:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150659:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150665:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150671:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.150675:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.150676:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9703 00010000:00010000:2.0:1763338457.150683:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.150691:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290861696:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338457.150693:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.150699:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150704:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af541 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.150713:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:2.0:1763338457.150718:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 0 00010000:00010000:0.0:1763338457.150727:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af502 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41a8 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.150742:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.150745:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.150794:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150800:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150805:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150811:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150816:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.150818:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150824:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150833:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:2.0:1763338457.150835:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.150838:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150843:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af533 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.150848:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.150851:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.150856:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.150857:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150862:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.150863:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.150868:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.150871:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150876:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150881:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338457.150884:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.150886:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.150891:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af53a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000001:00080000:0.0:1763338457.150907:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972765 00010000:00010000:2.0:1763338457.150920:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af52c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41b6 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763338457.150924:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000837a19ae reply state 000000009bc5ace5 transno 4294972766 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.150928:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:2.0:1763338457.150931:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338457.150935:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af52c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41b6 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.150935:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.150941:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.150943:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.150946:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338457.150947:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338457.151003:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56937:x1848993290861440:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 604us (800us total) trans 4294972764 rc 301/301 00000100:00100000:2.0:1763338457.151010:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9702 00000100:00100000:1.0:1763338457.151727:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290861696:12345-192.168.202.34@tcp:36:bash.0 Request processed in 988us (1160us total) trans 4294972766 rc 0/0 00000100:00100000:1.0:1763338457.151736:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9703 00000020:00080000:1.0:1763338457.151740:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338457.153188:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.153232:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290861952 00000100:00100000:2.0:1763338457.153242:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290861952 00000100:00100000:1.0:1763338457.153286:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.153308:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290862208 00000100:00100000:2.0:1763338457.153312:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290862208 00000100:00100000:2.0:1763338457.153342:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3386 00000100:00100000:2.0:1763338457.153351:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290861952:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338457.153558:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290861952:12345-192.168.202.34@tcp:35:bash.0 Request processed in 207us (376us total) trans 4294972767 rc 0/0 00000100:00100000:2.0:1763338457.153566:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3386 00000100:00100000:2.0:1763338457.153584:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3387 00000100:00100000:2.0:1763338457.153590:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56937:x1848993290862208:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338457.153662:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56937:x1848993290862208:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 72us (399us total) trans 4294972768 rc 0/0 00000100:00100000:2.0:1763338457.153670:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3387 00000100:00100000:2.0:1763338457.155319:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.155409:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290862464 00000100:00100000:1.0:1763338457.155417:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290862464 00000100:00100000:1.0:1763338457.155465:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9704 00000100:00100000:1.0:1763338457.155474:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290862464:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338457.155494:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.155497:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338457.155524:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af510 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41a1 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.155540:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:1.0:1763338457.155545:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338457.155556:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4af556 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41bd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.155599:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af55d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338457.155610:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af55d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.155619:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af55d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338457.155826:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1518, 88 off127432 00000004:00080000:1.0:1763338457.155834:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126867571641ns, next at 1127823350635ns, rc = 0 00000040:00080000:1.0:1763338457.155874:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1518, 88 off127672 00000004:00080000:1.0:1763338457.155878:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126867616345ns, next at 1127823373230ns, rc = 0 00000040:00080000:1.0:1763338457.155904:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1519, 88 off127760 00000004:00080000:1.0:1763338457.155909:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126867646758ns, next at 1127823373230ns, rc = 0 00000040:00080000:1.0:1763338457.155918:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1519, 88 off127520 00000004:00080000:1.0:1763338457.155922:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126867660611ns, next at 1127823350635ns, rc = 0 00000100:00100000:2.0:1763338457.156110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.156293:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290862592 00000100:00100000:0.0:1763338457.156298:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290862592 00000100:00100000:0.0:1763338457.156341:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3388 00000100:00100000:0.0:1763338457.156348:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56937:x1848993290862592:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338457.156470:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56937:x1848993290862592:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 121us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.156478:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3388 00000001:00080000:1.0:1763338457.158248:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972769 is committed 00000004:00080000:1.0:1763338457.158276:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 990 committed 00000004:00080000:1.0:1763338457.158287:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 996 committed 00000004:00080000:1.0:1763338457.158295:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 995 committed 00000004:00080000:1.0:1763338457.158298:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 989 committed 00000004:00080000:1.0:1763338457.158323:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 994 committed 00000004:00080000:1.0:1763338457.158326:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 988 committed 00010000:00010000:1.0:1763338457.158398:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af55d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41bd expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.158413:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:1.0:1763338457.158416:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338457.158432:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4af556 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41bd expref: 264 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338457.158450:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af55d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41bd expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.158477:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:1.0:1763338457.158480:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338457.158483:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1a00, rc 0) 00000100:00100000:3.0:1763338457.158500:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303185024:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.158534:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:55909:x1848993290862464:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3061us (3223us total) trans 4294972769 rc 0/0 00000100:00100000:1.0:1763338457.158541:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9704 00000100:00100000:3.0:1763338457.158546:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.158577:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303185024 00000100:00100000:1.0:1763338457.158583:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303185024 00000100:00100000:3.0:1763338457.158584:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338457.158589:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303184640:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.158609:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.158612:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717 00000100:00100000:1.0:1763338457.158619:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303185024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.158631:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303184768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.158652:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.158667:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338457.158672:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303184896:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.158690:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.158715:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303184640 00000100:00100000:3.0:1763338457.158718:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303184640 00000100:00100000:3.0:1763338457.158737:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303184768 00000100:00100000:3.0:1763338457.158740:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303184768 00000100:00100000:3.0:1763338457.158752:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303184896 00000100:00100000:3.0:1763338457.158755:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303184896 00000100:00100000:3.0:1763338457.158770:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6718 00000100:00100000:3.0:1763338457.158776:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303184640:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.158777:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303185024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 158us (229us total) trans 17179871648 rc 0/0 00000100:00100000:1.0:1763338457.158783:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717 00002000:00080000:3.0:1763338457.158790:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:600 count 1 00000100:00100000:1.0:1763338457.158793:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719 00000100:00100000:1.0:1763338457.158799:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303184768:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338457.158809:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763338457.158809:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:601 count 1 00010000:00010000:3.0:1763338457.158827:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 12 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.158827:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.158836:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.158838:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.158838:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.158842:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.158844:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.158846:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.158848:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.158866:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 12 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.158866:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.158881:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 12 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.158881:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.158893:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303185152:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.158893:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303185280:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.158937:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.158953:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720 00000100:00100000:1.0:1763338457.158960:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303184896:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.159073:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159082:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159090:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159096:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:0.0:1763338457.159096:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303185664:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338457.159101:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159108:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159118:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338457.159120:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.159124:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159135:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af4a0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.159154:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.159159:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.159164:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.159167:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.159170:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.159175:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.159182:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.159184:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.159187:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.159191:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af54f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338457.159208:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d405880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303185408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.159996:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1450f36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.160108:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.160115:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303184896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1155us (1423us total) trans 17179871649 rc 0/0 00000100:00100000:1.0:1763338457.160123:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720 00000100:00100000:1.0:1763338457.160139:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303185664 00000100:00100000:0.0:1763338457.160139:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338457.160143:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303185664 00000100:00100000:0.0:1763338457.160145:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303185536:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.160167:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721 00000100:00100000:0.0:1763338457.160168:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.160173:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+34:3655:x1848993303185664:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338457.160207:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d418700/2, rc 0, transno 17179871649 00000100:00100000:0.0:1763338457.160213:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303184896:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.160243:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303185536 00000100:00100000:0.0:1763338457.160247:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303185536 00002000:00010000:1.0:1763338457.160276:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338457.160280:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.160282:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.160284:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 0 -> 0 00000100:00100000:0.0:1763338457.160285:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722 00002000:00010000:1.0:1763338457.160287:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.160291:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+36:3655:x1848993303185536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338457.160305:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:601 count 1 00000100:00100000:1.0:1763338457.160317:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3655:x1848993303185664:12345-0@lo:2:osp-syn-0-1.0 Request processed in 144us (209us total) trans 21474838975 rc 0/0 00010000:00010000:0.0:1763338457.160321:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.160323:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721 00000100:00100000:1.0:1763338457.160348:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303185792:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338457.160349:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.160357:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338457.160359:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338457.160362:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.160379:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338457.160395:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338457.160400:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430adf80/2, rc 0, transno 17179871648 00000100:00100000:1.0:1763338457.160404:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303185024:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338457.160406:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 23 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338457.160418:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303185792 00000100:00100000:1.0:1763338457.160421:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303185792 00000100:00100000:0.0:1763338457.160422:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303185920:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.160439:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723 00000100:00100000:1.0:1763338457.160444:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3656:x1848993303185792:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.160451:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00000004:00080000:0.0:1763338457.160487:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858e300/2, rc 0, transno 21474838975 00000100:00100000:0.0:1763338457.160493:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303185664:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.160520:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3656:x1848993303185792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (139us total) trans 21474838976 rc 0/0 00000100:00100000:1.0:1763338457.160526:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723 00000004:00080000:1.0:1763338457.160549:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858c700/2, rc 0, transno 21474838976 00000100:00100000:1.0:1763338457.160554:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303185792:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338457.160617:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.160657:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303185408 00000100:00100000:3.0:1763338457.160663:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303185408 00000100:00100000:3.0:1763338457.160702:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6724 00000100:00100000:3.0:1763338457.160708:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+37:3657:x1848993303185408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338457.160719:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:600 count 1 00010000:00010000:3.0:1763338457.160731:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.160741:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338457.160748:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.160749:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.160752:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.160769:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338457.160776:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 23 pid: 8403 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338457.160785:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303186048:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.160862:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1450f3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338457.167028:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.167055:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.167127:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303185152:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338457.167153:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.167212:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.167233:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290862720 00000100:00100000:3.0:1763338457.167239:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290862720 00010000:00010000:3.0:1763338457.167357:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 24 pid: 8403 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338457.167395:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290863104 00000100:00100000:3.0:1763338457.167399:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290863104 00010000:00010000:3.0:1763338457.167413:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 13 pid: 31107 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.167432:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3177 00000100:00100000:3.0:1763338457.167441:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252691c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290862720:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.167454:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.167460:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 24 pid: 8403 timeout: 1226 lvb_type: 1 00010000:00010000:3.0:1763338457.167471:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 24 pid: 8403 timeout: 1226 lvb_type: 1 00010000:00010000:3.0:1763338457.167497:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.167499:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.167505:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167515:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167534:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.167579:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252691c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290862720:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 138us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.167586:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3177 00000100:00100000:3.0:1763338457.167631:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3178 00000100:00100000:3.0:1763338457.167638:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993290863104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.167647:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.167652:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 13 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.167660:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 13 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.167674:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af231 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af40ba expref: 13 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:3.0:1763338457.167685:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.167687:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.167690:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167697:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167714:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.167734:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2408:x1848993290863104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 97us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.167741:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3178 00010000:00010000:3.0:1763338457.167761:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167768:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167778:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167785:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.167801:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338457.168025:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303184640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9249us (9414us total) trans 17179871650 rc 0/0 00000100:00100000:3.0:1763338457.168033:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6718 00000100:00100000:3.0:1763338457.168047:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290862848 00000100:00100000:3.0:1763338457.168050:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290862848 00000100:00100000:3.0:1763338457.168073:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6725 00000100:00100000:3.0:1763338457.168080:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+24:55909:x1848993290862848:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.168092:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.168106:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41c4 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.168125:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 25 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338457.168136:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.168138:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.168142:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 25 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.168168:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 25 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338457.168180:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 25 pid: 31107 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338457.168194:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303186176:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.168531:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af33b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4115 expref: 25 pid: 8403 timeout: 1226 lvb_type: 1 00000100:00100000:1.0:1763338457.168544:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303186048:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.168560:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168568:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168574:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168582:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168589:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168603:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763338457.168820:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+38:3657:x1848993303185408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8110us (8201us total) trans 21474838977 rc 0/0 00000100:00100000:1.0:1763338457.168828:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6724 00010000:00010000:1.0:1763338457.168848:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338457.168854:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168863:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.168868:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168877:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168890:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168896:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af564 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168912:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.168915:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168921:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.168924:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168930:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168940:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168951:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af579 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.168962:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.168963:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.168965:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338457.168992:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d41b480/2, rc 0, transno 17179871650 00000100:00100000:1.0:1763338457.168998:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303184640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.169025:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303185280:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.169037:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338457.169352:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.169421:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.169423:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267c59a80 going to sleep for 11 seconds 00010000:00010000:3.0:1763338457.169436:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338457.169455:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.169606:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303185920:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.169620:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.169646:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290863488 00000100:00100000:0.0:1763338457.169650:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290863488 00000100:00100000:0.0:1763338457.169696:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9705 00000100:00100000:0.0:1763338457.169704:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56938:x1848993290863488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.169719:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.169737:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af587 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41cb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.169809:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.169821:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.169829:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.169840:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.169846:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.169851:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.169942:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.169951:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.169958:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.169967:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 2 00010000:00010000:0.0:1763338457.170042:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170049:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170054:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170059:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.170062:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170068:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170078:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338457.170081:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.170086:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170091:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af58e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170100:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170106:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170112:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170116:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.170118:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170124:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170130:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338457.170133:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.170135:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170141:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af595 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.170178:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af587 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 264 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.170193:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.170201:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.170204:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.170206:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338457.170245:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56938:x1848993290863488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 542us (788us total) trans 4294972770 rc 0/0 00000100:00100000:0.0:1763338457.170252:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9705 00000100:00100000:0.0:1763338457.170318:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290862976 00000100:00100000:0.0:1763338457.170322:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290862976 00000004:00080000:1.0:1763338457.170542:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d405880/2, rc 0, transno 21474838977 00000100:00100000:1.0:1763338457.170549:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d405880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303185408:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.170566:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290863232 00000100:00100000:1.0:1763338457.170569:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290863232 00010000:00010000:1.0:1763338457.170586:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 25 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338457.170746:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3179 00000100:00100000:1.0:1763338457.170755:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2408:x1848993290863232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.170765:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.170769:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 25 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.170785:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 25 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.170803:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af406 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af415b expref: 25 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.170815:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.170817:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.170822:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.170831:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.170854:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.170876:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993290863232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 123us (1454us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.170883:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3179 00010000:00010000:0.0:1763338457.170954:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338457.170985:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3180 00000100:00100000:0.0:1763338457.170993:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2408:x1848993290862976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.171002:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.171005:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.171015:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.171028:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af3ff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4154 expref: 12 pid: 31107 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.171037:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.171039:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.171044:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.171050:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.171067:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.171088:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+11:2408:x1848993290862976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 96us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.171096:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3180 00010000:00010000:0.0:1763338457.171133:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.171142:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.171151:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.171158:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.171178:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338457.171298:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338457.171305:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.171312:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.171315:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.171323:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.171334:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.171341:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af572 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.171355:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.171357:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.171358:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.171467:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.171475:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.171483:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.171497:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.171520:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338457.171746:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303184768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12946us (13092us total) trans 17179871651 rc 0/0 00000100:00100000:1.0:1763338457.171755:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719 00000004:00080000:1.0:1763338457.171793:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d419c00/2, rc 0, transno 17179871651 00000100:00100000:1.0:1763338457.171799:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303184768:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338457.172438:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338457.172445:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.172454:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.172457:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.172465:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.172478:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.172484:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af56b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.172500:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.172502:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.172504:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338457.172624:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+38:3655:x1848993303185536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12331us (12452us total) trans 21474838978 rc 0/0 00000100:00100000:0.0:1763338457.172632:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722 00000100:00100000:2.0:1763338457.172777:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.172933:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290863616 00000100:00100000:0.0:1763338457.172939:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290863616 00010000:00010000:0.0:1763338457.172962:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 24 pid: 31107 timeout: 1226 lvb_type: 1 00000100:00100000:0.0:1763338457.172993:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3181 00000100:00100000:0.0:1763338457.173002:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993290863616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.173013:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.173017:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 24 pid: 31107 timeout: 1226 lvb_type: 1 00010000:00010000:0.0:1763338457.173028:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 24 pid: 31107 timeout: 1226 lvb_type: 1 00010000:00010000:0.0:1763338457.173044:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.173045:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.173052:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 24 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.173062:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 24 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.173095:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 24 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.173110:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8421:1848993303186304:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338457.173168:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c0c0 going to sleep for 11 seconds 00000004:00080000:1.0:1763338457.173479:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858c000/2, rc 0, transno 21474838978 00000100:00100000:1.0:1763338457.173486:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303185536:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338457.173596:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af4ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af419a expref: 24 pid: 31107 timeout: 1226 lvb_type: 1 00000100:00100000:3.0:1763338457.173608:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303186176:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338457.173629:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.173639:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:3.0:1763338457.173678:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:55909:x1848993290862848:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5598us (6621us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.173685:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6725 00000100:00100000:2.0:1763338457.174320:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.174552:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290863744 00000100:00100000:3.0:1763338457.174557:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290863744 00000100:00100000:3.0:1763338457.174592:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6726 00000100:00100000:3.0:1763338457.174600:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993290863744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.174613:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.174627:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af5aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41d2 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.174664:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303186432:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763338457.174719:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267c59a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.176734:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8421:1848993303186304:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338457.176761:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.176850:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993290863616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3848us (4072us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.176861:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3181 00000100:00100000:1.0:1763338457.176935:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.177161:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290863872 00000100:00100000:3.0:1763338457.177168:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290863872 00000100:00100000:3.0:1763338457.177213:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6727 00000100:00100000:3.0:1763338457.177221:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+11:55909:x1848993290863872:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.177238:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.177258:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41d9 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.177325:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763338457.177335:0:35252:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime: 0 -> 1763338457 00002000:00010000:0.0:1763338457.177338:0:35252:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime: 0 -> 1763338457 00002000:00010000:0.0:1763338457.177340:0:35252:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime: 0 -> 1763338457 00000100:00100000:0.0:1763338457.177353:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303186432:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338457.177388:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af5aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d2 expref: 23 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.177407:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af5aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d2 expref: 23 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.177417:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:0.0:1763338457.177455:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993290863744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2856us (3137us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338457.177461:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6726 00010000:00010000:3.0:1763338457.177467:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.177469:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.177478:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 12 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.177493:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 12 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.177502:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:3.0:1763338457.177524:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993290863872:12345-192.168.202.34@tcp:101:bash.0 Request processed in 304us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.177530:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6727 00000100:00100000:2.0:1763338457.179012:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.179045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.179104:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290864000 00000100:00100000:0.0:1763338457.179111:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290864000 00002000:00010000:0.0:1763338457.179139:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/604 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.179144:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd260da3100 with x1848993290864000 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.179153:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd260da3100. 00000100:00100000:0.0:1763338457.179178:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290864128 00000100:00100000:0.0:1763338457.179181:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290864128 00002000:00010000:0.0:1763338457.179191:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/604 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.179194:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd267da7480 with x1848993290864128 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.179199:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd267da7480. 00000100:00100000:0.0:1763338457.179221:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1663 00000100:00100000:0.0:1763338457.179228:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993290864000:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338457.179428:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1664 00000100:00100000:1.0:1763338457.179437:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993290864128:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338457.179551:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338457.179555:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.179558:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.179560:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.179563:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338457.179601:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993290864128:12345-192.168.202.34@tcp:10:bash.0 Request processed in 165us (555us total) trans 17179871652 rc 0/0 00000100:00100000:1.0:1763338457.179607:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1664 00002000:00010000:1.0:1763338457.179610:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/604 (0->18446744073709551615) 00002000:00100000:1.0:1763338457.179613:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd267da7480 with x1848993290864128 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338457.179617:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd267da7480. 00002000:00010000:0.0:1763338457.180175:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.180180:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.180183:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 1763338457 -> 0 00002000:00010000:0.0:1763338457.180185:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.180188:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.180214:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993290864000:12345-192.168.202.34@tcp:10:bash.0 Request processed in 986us (1210us total) trans 21474838979 rc 0/0 00000100:00100000:0.0:1763338457.180221:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1663 00002000:00010000:0.0:1763338457.180224:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/604 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.180226:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd260da3100 with x1848993290864000 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.180230:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd260da3100. 00000100:00100000:2.0:1763338457.183783:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.183872:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290864384 00000100:00100000:0.0:1763338457.183882:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290864384 00000100:00100000:0.0:1763338457.183943:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3389 00000100:00100000:0.0:1763338457.183954:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56938:x1848993290864384:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338457.184195:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56938:x1848993290864384:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 243us (420us total) trans 4294972771 rc 0/0 00000100:00100000:0.0:1763338457.184203:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3389 00000100:00100000:3.0:1763338457.184301:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.184417:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290864640 00000100:00100000:2.0:1763338457.184422:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290864640 00000100:00100000:2.0:1763338457.184448:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3390 00000100:00100000:2.0:1763338457.184455:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243553450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290864640:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338457.184884:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243553450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290864640:12345-192.168.202.34@tcp:35:bash.0 Request processed in 428us (582us total) trans 4294972772 rc 0/0 00000100:00100000:2.0:1763338457.184892:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3390 00000100:00100000:3.0:1763338457.187965:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.188830:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290864896 00000100:00100000:2.0:1763338457.188842:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290864896 00000100:00100000:2.0:1763338457.188908:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9706 00000100:00100000:2.0:1763338457.188919:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56938:x1848993290864896:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.188948:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.188969:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af5b8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41e0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.189080:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.189094:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 266 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.189104:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.189132:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 266 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.189145:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 266 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338457.189157:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303186560:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.189225:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8000 going to sleep for 11 seconds 00000100:00100000:3.0:1763338457.194822:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.195015:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290865152 00000100:00100000:0.0:1763338457.195025:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290865152 00000100:00100000:0.0:1763338457.195087:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9707 00000100:00100000:0.0:1763338457.195097:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56939:x1848993290865152:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338457.195152:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338457.195180:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af55d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41bd expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.195203:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 266 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.195216:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af525 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41af expref: 266 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.195226:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.195232:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.195241:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.195247:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.195315:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.195409:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.195419:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.195427:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.195438:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.195444:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.195454:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.195534:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.195542:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.195549:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.195562:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.195569:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.196617:0:6518:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000d59ffc2f x1848993303186560) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 265 pid: 6521 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338457.196633:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af59c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41cb expref: 265 pid: 6521 timeout: 1226 lvb_type: 0 00000100:00100000:2.0:1763338457.196649:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303186560:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.196669:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.196673:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.196756:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.196764:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.196772:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.196777:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.196795:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 5 00010000:00010000:2.0:1763338457.196913:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af5b8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.196931:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338457.196940:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:2.0:1763338457.196947:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338457.197431:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56938:x1848993290864896:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8512us (9474us total) trans 4294972773 rc 0/0 00000100:00100000:2.0:1763338457.197441:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9706 00000100:00100000:1.0:1763338457.201004:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.201053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.201140:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290865280 00000100:00100000:0.0:1763338457.201150:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290865280 00010000:00010000:0.0:1763338457.201190:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338457.201234:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3182 00000100:00100000:0.0:1763338457.201243:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:2408:x1848993290865280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.201258:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.201301:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.201315:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.201338:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5bf lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e0 expref: 265 pid: 6518 timeout: 1226 lvb_type: 0 00010000:00010000:0.0:1763338457.201353:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.201359:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.201377:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.201385:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.201420:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.201470:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+264:2408:x1848993290865280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 227us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.201478:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3182 00000100:00100000:2.0:1763338457.201557:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290865408 00000100:00100000:2.0:1763338457.201562:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290865408 00000100:00100000:2.0:1763338457.201600:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9708 00000100:00100000:2.0:1763338457.201607:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56938:x1848993290865408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.201629:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.201644:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af5e2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41e7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.201744:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.201754:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.201762:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.201776:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.201785:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.202089:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202097:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338457.202395:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1cd:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338457.202472:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202479:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202489:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202494:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.202497:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202504:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202513:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.202516:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338457.202518:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.202525:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.202530:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.202551:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202557:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af5d4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202569:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202574:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202579:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202584:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.202586:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202591:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202597:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338457.202599:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.202601:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202605:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af5c6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338457.202618:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ecafbed reply state 00000000864058f4 transno 4294972774 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202628:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.202633:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338457.202635:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338457.202637:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338457.202683:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56939:x1848993290865152:12345-192.168.202.34@tcp:36:rm.0 Request processed in 7586us (7869us total) trans 4294972774 rc 0/0 00000100:00100000:3.0:1763338457.202690:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9707 00010000:00010000:2.0:1763338457.202906:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.202913:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.202937:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 5 00000004:00200000:2.0:1763338457.202942:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338457.202956:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.202978:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af5e2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e7 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.202990:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e7 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.202997:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.203000:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.203002:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338457.203039:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56938:x1848993290865408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1432us (1985us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.203045:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9708 00000100:00100000:1.0:1763338457.208349:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.208391:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290865664 00000100:00100000:2.0:1763338457.208402:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290865664 00000100:00100000:2.0:1763338457.208465:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9709 00000100:00100000:2.0:1763338457.208475:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56938:x1848993290865664:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.208502:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.208525:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af5f0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41ee expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.208633:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5f7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.208647:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.208658:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.208671:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 5 00010000:00010000:2.0:1763338457.210310:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af5f0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41ee expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.210333:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5f7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41ee expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.210342:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.210345:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338457.210350:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338457.210424:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56938:x1848993290865664:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1950us (2084us total) trans 4294972775 rc 0/0 00000100:00100000:2.0:1763338457.210433:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9709 00000100:00100000:0.0:1763338457.217036:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.217178:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290865792 00000100:00100000:3.0:1763338457.217190:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290865792 00000100:00100000:3.0:1763338457.217251:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6728 00000100:00100000:3.0:1763338457.217288:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993290865792:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:3.0:1763338457.217334:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.217355:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.217363:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.217373:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.217378:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.217413:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 23 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.217426:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 23 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:3.0:1763338457.217440:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303186688:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.217510:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267c59a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.218975:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303186688:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.219000:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.221533:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.222764:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290865920 00000100:00100000:1.0:1763338457.222778:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290865920 00002000:00100000:1.0:1763338457.222833:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x25c:0x0] (0->4) req@ffff8fd14612bb80 x1848993290865920/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:483/0 lens 496/0 e 0 to 0 dl 1763338468 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338457.222845:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612bb80 with x1848993290865920 ext(0->4) 00010000:00010000:1.0:1763338457.222854:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 24 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.222869:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 24 pid: 35252 timeout: 1226 lvb_type: 0 00002000:00010000:1.0:1763338457.222877:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd14612bb80 00000100:00100000:1.0:1763338457.222913:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 111 00000100:00100000:1.0:1763338457.222923:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290865920:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:2.0:1763338457.223539:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.224865:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2409:x1848993290865920:12345-192.168.202.34@tcp:4:bash.0 Request processed in 1934us (3331us total) trans 21474838980 rc 0/0 00000100:00100000:1.0:1763338457.224879:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 111 00002000:00100000:1.0:1763338457.224890:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x25c:0x0] (0->4) req@ffff8fd14612bb80 x1848993290865920/t21474838980(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:483/0 lens 496/448 e 0 to 0 dl 1763338468 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338457.224900:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612bb80 with x1848993290865920 ext(0->4) 00010000:00010000:1.0:1763338457.224910:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 26 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.224927:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 26 pid: 35252 timeout: 1226 lvb_type: 0 00002000:00010000:1.0:1763338457.224935:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd14612bb80 00000100:00100000:3.0:1763338457.225063:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290866048 00000100:00100000:3.0:1763338457.225071:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290866048 00000100:00100000:3.0:1763338457.225125:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9710 00000100:00100000:3.0:1763338457.225134:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56940:x1848993290866048:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.225154:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.225179:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af60c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41f5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.225778:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.226067:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226079:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226091:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.226097:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226103:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226137:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226144:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226150:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226156:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226162:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.226166:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226173:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226188:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750f00) 00010000:00010000:3.0:1763338457.226252:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.226323:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226331:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af613 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226345:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226351:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226355:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226360:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.226362:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226380:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226388:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338457.226391:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.226394:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226400:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af61a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.226432:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af60c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41f5 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.226443:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750f00) 00010000:00010000:3.0:1763338457.226446:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.226449:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af60c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41f5 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.226462:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:3.0:1763338457.226514:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56940:x1848993290866048:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1381us (2977us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.226522:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9710 00000100:00100000:2.0:1763338457.229937:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.230503:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290866176 00000100:00100000:1.0:1763338457.230516:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290866176 00010000:00010000:1.0:1763338457.230559:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 26 pid: 35252 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338457.230926:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3183 00000100:00100000:1.0:1763338457.230939:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2408:x1848993290866176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.230956:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338457.230979:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338457.230982:0:6505:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.230984:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338457.230990:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 26 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.231005:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 26 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.231032:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af580 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41c4 expref: 26 pid: 35252 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.231054:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.231057:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.231062:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.231074:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.231113:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.231182:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2408:x1848993290866176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 245us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.231191:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3183 00010000:00010000:3.0:1763338457.234033:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234053:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234091:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234104:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234113:0:27817:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234120:0:27817:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.234124:0:27817:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234133:0:27817:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234153:0:27817:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234160:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af605 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.234294:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290865792:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 16977us (17237us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.234303:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6728 00000100:00100000:1.0:1763338457.234434:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.234686:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290866304 00000100:00100000:3.0:1763338457.234695:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290866304 00000100:00100000:3.0:1763338457.234756:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9711 00000100:00100000:3.0:1763338457.234765:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56940:x1848993290866304:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.234788:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.234811:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af621 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af41fc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.234879:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.234892:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234901:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234910:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.234917:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234923:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234962:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234969:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234975:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234980:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234985:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.234988:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.234993:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235008:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750f00) 00010000:00010000:3.0:1763338457.235010:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.235014:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235020:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af628 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235030:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235035:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235041:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235045:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.235047:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235052:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235059:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338457.235061:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.235064:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235069:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af62f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.235096:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af621 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41fc expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.235105:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750f00) 00010000:00010000:3.0:1763338457.235107:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.235110:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af621 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41fc expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.235125:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:3.0:1763338457.235168:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56940:x1848993290866304:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 404us (734us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.235175:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9711 00000100:00100000:1.0:1763338457.240746:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.241841:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290866560 00000100:00100000:3.0:1763338457.241853:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290866560 00000100:00100000:3.0:1763338457.241924:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9712 00000100:00100000:3.0:1763338457.241934:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56938:x1848993290866560:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338457.241983:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.242010:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af5e9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41e7 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.242027:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.242033:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.242061:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.242074:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.242084:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:3.0:1763338457.242328:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1520, 88 off127608 00000004:00080000:3.0:1763338457.242336:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126954074001ns, next at 1127823350635ns, rc = 0 00000040:00080000:3.0:1763338457.242375:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1520, 88 off127848 00000004:00080000:3.0:1763338457.242380:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126954118349ns, next at 1127823373230ns, rc = 0 00000040:00080000:3.0:1763338457.242412:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1521, 88 off127936 00000004:00080000:3.0:1763338457.242418:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1126954156094ns, next at 1127823373230ns, rc = 0 00000040:00080000:3.0:1763338457.242427:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1521, 88 off127696 00000004:00080000:3.0:1763338457.242431:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1126954168659ns, next at 1127823350635ns, rc = 0 00000100:00100000:0.0:1763338457.245977:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.248447:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290866688 00000100:00100000:2.0:1763338457.248463:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290866688 00000100:00100000:0.0:1763338457.249529:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9713 00000100:00100000:1.0:1763338457.249613:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56940:x1848993290866688:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.249636:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.249662:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af63d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4203 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.249725:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af644 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338457.249737:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af644 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.249747:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af644 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338457.250310:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338457.250316:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338457.250353:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af63d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4203 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.251445:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af644 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4203 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.251458:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63100) 00010000:00010000:1.0:1763338457.251461:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338457.251466:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d600, rc 0) 00000100:00100000:1.0:1763338457.251550:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56940:x1848993290866688:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2009us (5593us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.251559:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9713 00000001:00080000:1.0:1763338457.253737:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972776 is committed 00000004:00080000:1.0:1763338457.253749:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 992 committed 00000004:00080000:1.0:1763338457.253764:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 998 committed 00000004:00080000:1.0:1763338457.253777:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 997 committed 00000004:00080000:1.0:1763338457.253779:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 991 committed 00000100:00100000:1.0:1763338457.253865:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763338457.253886:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303186816:0@lo:2:osp-syn-1-1.0 00000004:00010000:3.0:1763338457.253911:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000031002f6d reply state 000000000fd6677f transno 4294972776 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.253934:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.253943:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.253945:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338457.253949:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338457.253952:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.253982:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303186816 00000100:00100000:3.0:1763338457.253989:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303186816 00000100:00100000:1.0:1763338457.253990:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303186944:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.254011:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.254040:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303186944 00000100:00100000:3.0:1763338457.254043:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303186944 00000100:00100000:3.0:1763338457.254069:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729 00000100:00100000:3.0:1763338457.254077:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303186816:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.254336:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730 00000100:00100000:0.0:1763338457.254346:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:3656:x1848993303186944:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.254489:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3656:x1848993303186944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 145us (475us total) trans 21474838981 rc 0/0 00000100:00100000:0.0:1763338457.254496:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730 00000100:00100000:0.0:1763338457.254550:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187072:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.254575:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.254591:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338457.254595:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187200:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.254611:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.254630:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303187072 00000100:00100000:0.0:1763338457.254633:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303187072 00000100:00100000:0.0:1763338457.254651:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303187200 00000100:00100000:0.0:1763338457.254653:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303187200 00000100:00100000:0.0:1763338457.254667:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731 00000100:00100000:0.0:1763338457.254671:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303187072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.254748:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3654:x1848993303187072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (171us total) trans 17179871653 rc 0/0 00000100:00100000:0.0:1763338457.254753:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731 00000100:00100000:0.0:1763338457.254764:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732 00000100:00100000:0.0:1763338457.254769:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+39:3654:x1848993303187200:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.254826:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+40:3654:x1848993303187200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 56us (213us total) trans 21474838982 rc 0/0 00000100:00100000:0.0:1763338457.254831:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732 00000004:00080000:0.0:1763338457.254864:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277501c00/2, rc 0, transno 21474838982 00000100:00100000:0.0:1763338457.254868:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187200:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338457.254876:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770e00/2, rc 0, transno 17179871653 00000100:00100000:0.0:1763338457.254879:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187072:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.255050:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.255060:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.255068:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.255074:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.255079:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.255091:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.255106:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338457.255108:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.255112:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.255117:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af5cd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00002000:00010000:3.0:1763338457.259004:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.259016:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.259019:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.259021:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00000004:00080000:1.0:1763338457.259023:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277501f80/2, rc 0, transno 21474838981 00002000:00010000:3.0:1763338457.259024:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338457.259037:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303186944:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.259140:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+15:3656:x1848993303186816:12345-0@lo:2:osp-syn-1-1.0 Request processed in 5063us (5186us total) trans 17179871654 rc 0/0 00000100:00100000:3.0:1763338457.259153:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729 00010000:00080000:3.0:1763338457.259291:0:6521:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338457.259308:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56938:x1848993290866560:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 17372us (18568us total) trans 4294972776 rc 0/0 00000100:00100000:3.0:1763338457.259315:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9712 00010000:00010000:2.0:1763338457.259411:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.259421:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.259428:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00000004:00080000:1.0:1763338457.259428:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770000/2, rc 0, transno 17179871654 00010000:00010000:2.0:1763338457.259434:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:1.0:1763338457.259434:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303186816:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.259439:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.259446:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.259465:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.259469:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.259474:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.259480:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af636 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338457.260624:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.260777:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290866816 00000100:00100000:3.0:1763338457.260786:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290866816 00000100:00100000:3.0:1763338457.260830:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9714 00000100:00100000:3.0:1763338457.260839:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56940:x1848993290866816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.260856:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.260875:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af64b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af420a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.260937:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.260951:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.260961:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.260974:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.260980:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.260987:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261020:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261027:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261034:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261041:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.261045:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261052:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261062:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63100) 00010000:00010000:3.0:1763338457.261065:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.261069:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261076:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af652 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261086:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261093:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261099:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261104:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.261107:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261113:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261119:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750f00) 00010000:00010000:3.0:1763338457.261122:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.261125:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261131:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af659 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.261161:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af64b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af420a expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.261171:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63100) 00010000:00010000:3.0:1763338457.261174:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.261178:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af64b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af420a expref: 262 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.261186:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:3.0:1763338457.261241:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56940:x1848993290866816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 402us (623us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.261248:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9714 00000100:00100000:0.0:1763338457.263937:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.263979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.264006:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290867072 00000100:00100000:1.0:1763338457.264014:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290867072 00000100:00100000:3.0:1763338457.264042:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290867200 00000100:00100000:3.0:1763338457.264046:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290867200 00000100:00100000:1.0:1763338457.264074:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9715 00000100:00100000:1.0:1763338457.264084:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56940:x1848993290867072:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.264101:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.264105:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338457.264129:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af644 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4203 expref: 262 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.264147:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63100) 00000100:00100000:3.0:1763338457.264148:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9716 00000100:00100000:3.0:1763338457.264156:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+261:56938:x1848993290867200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.264158:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.264169:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.264171:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af660 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4211 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.264177:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4218 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.264215:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.264227:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 263 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.264241:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.264244:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338457.264247:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00010000:00010000:1.0:1763338457.264285:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338457.264295:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264303:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264315:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338457.264321:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264326:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338457.264338:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56938:x1848993290867200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 183us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.264344:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9716 00010000:00010000:1.0:1763338457.264913:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338457.264922:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264928:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338457.264937:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00010000:00010000:1.0:1763338457.264956:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264962:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264967:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264972:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264977:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.264981:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264988:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.264994:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63300) 00010000:00010000:1.0:1763338457.264996:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.264999:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.265008:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af66e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338457.265016:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d885ef45 reply state 0000000078cfaf73 transno 4294972777 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.265024:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.265030:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63800) 00010000:00010000:1.0:1763338457.265032:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338457.265034:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338457.265056:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af660 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 264 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.265070:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 263 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.265078:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338457.265080:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338457.265082:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194000, rc 0) 00000100:00100000:1.0:1763338457.266851:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56940:x1848993290867072:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2758us (2913us total) trans 4294972777 rc 0/0 00000100:00100000:1.0:1763338457.266861:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9715 00000100:00100000:3.0:1763338457.270758:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.271669:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290867456 00000100:00100000:1.0:1763338457.271683:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290867456 00000100:00100000:0.0:1763338457.271800:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9717 00000100:00100000:0.0:1763338457.271812:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56940:x1848993290867456:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.271838:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.271862:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af68a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af421f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.271987:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338457.272003:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 265 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.272013:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.272048:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 265 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.272061:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 265 pid: 10039 timeout: 1226 lvb_type: 0 00000100:00100000:0.0:1763338457.272075:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303187328:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.272170:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.272192:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.272214:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290867584 00000100:00100000:0.0:1763338457.272218:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290867584 00000100:00100000:0.0:1763338457.272241:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9718 00000100:00100000:0.0:1763338457.272247:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56938:x1848993290867584:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.272255:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.272291:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af698 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4226 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.272335:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af69f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.272346:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af69f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.272357:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af69f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338457.273168:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1cd:0x0]: returning size 5 00000004:00200000:0.0:1763338457.273175:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338457.273194:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af69f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.273223:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af698 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4226 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.273239:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af69f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4226 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.273246:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.273248:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338457.273252:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338457.273803:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56938:x1848993290867584:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1552us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.273811:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9718 00000100:00100000:3.0:1763338457.275773:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.275773:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303187328:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.275823:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290867712 00000100:00100000:1.0:1763338457.275831:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290867712 00010000:00010000:1.0:1763338457.275867:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 267 pid: 10039 timeout: 1226 lvb_type: 0 00000100:00100000:1.0:1763338457.275919:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3184 00000100:00100000:1.0:1763338457.275928:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252692050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2410:x1848993290867712:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.275944:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.275950:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 267 pid: 10039 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.275962:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 267 pid: 10039 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.275984:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4af67c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4211 expref: 267 pid: 10039 timeout: 1226 lvb_type: 0 00010000:00010000:1.0:1763338457.275999:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338457.276004:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.276013:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.276020:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.276037:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.276095:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252692050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+266:2410:x1848993290867712:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 167us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.276102:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3184 00000100:00100000:3.0:1763338457.277650:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338457.278668:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.278694:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.278700:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338457.278736:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00000100:00100000:1.0:1763338457.278904:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290867840 00000100:00100000:1.0:1763338457.278914:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290867840 00000004:00080000:0.0:1763338457.278956:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25e:0x0], index 1: 0 00000004:00080000:0.0:1763338457.278963:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25e:0x0], index 0: 0 00000004:00080000:0.0:1763338457.278968:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25f:0x0], index 0: 0 00000004:00080000:0.0:1763338457.278971:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25f:0x0], index 1: 0 00000100:00100000:1.0:1763338457.278972:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6733 00000100:00100000:1.0:1763338457.278981:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290867840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.278996:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.279016:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af422d expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338457.279035:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25c:0x0] initial LVB size: 5, mtime: 0x691a68d9, atime: 0x691a68d9, ctime: 0x691a68d9, blocks: 0x8 00010000:00010000:1.0:1763338457.279052:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.279054:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.279064:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 25 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.279071:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.279077:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338457.279079:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 25 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.279085:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.279090:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.279092:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143195200, rc 0) 00010000:00010000:0.0:1763338457.279094:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.279101:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.279113:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:0.0:1763338457.279116:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338457.279120:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.279129:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af691 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.279174:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af68a lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af421f expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.279185:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:0.0:1763338457.279188:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338457.279191:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af68a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af421f expref: 266 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.279204:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:1.0:1763338457.280116:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290867840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1132us (2468us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.280126:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6733 00000100:00100000:0.0:1763338457.281036:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56940:x1848993290867456:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9220us (10283us total) trans 4294972778 rc 301/301 00000100:00100000:0.0:1763338457.281046:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9717 00000100:00100000:3.0:1763338457.288880:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.288997:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290868096 00000100:00100000:0.0:1763338457.289009:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290868096 00000100:00100000:0.0:1763338457.289071:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3391 00000100:00100000:0.0:1763338457.289080:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56940:x1848993290868096:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338457.290156:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56940:x1848993290868096:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1070us (1278us total) trans 4294972779 rc 0/0 00000100:00100000:0.0:1763338457.290167:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3391 00000100:00100000:1.0:1763338457.293928:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.295077:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290868352 00000100:00100000:0.0:1763338457.295089:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290868352 00000100:00100000:0.0:1763338457.295153:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3392 00000100:00100000:0.0:1763338457.295163:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56940:x1848993290868352:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338457.296288:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56940:x1848993290868352:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1098us (2341us total) trans 4294972780 rc 0/0 00000100:00100000:0.0:1763338457.296299:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3392 00000100:00100000:3.0:1763338457.310373:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.310675:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290868608 00000100:00100000:0.0:1763338457.310697:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290868608 00000100:00100000:0.0:1763338457.310772:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9719 00000100:00100000:0.0:1763338457.310782:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290868608:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338457.310806:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.310826:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6b4 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4234 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.310946:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338457.310959:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.310970:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.310979:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338457.310986:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.310992:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311040:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af6c9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338457.311050:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af6c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311056:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af6c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338457.311064:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 0 00010000:00010000:0.0:1763338457.311127:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311134:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311139:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311144:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311149:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.311153:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311159:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311170:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.311173:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.311176:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311182:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af6bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311196:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311201:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311206:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311210:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.311212:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311217:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311222:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63800) 00010000:00010000:0.0:1763338457.311224:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.311226:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311231:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6c2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.311294:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6b4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4234 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.311312:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af6c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4234 expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.311318:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338457.311321:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.311323:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338457.311389:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290868608:12345-192.168.202.34@tcp:101:bash.0 Request processed in 608us (1038us total) trans 4294972781 rc 0/0 00000100:00100000:0.0:1763338457.311397:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9719 00000100:00100000:3.0:1763338457.313592:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.313705:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290868736 00000100:00100000:2.0:1763338457.313715:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290868736 00000100:00100000:2.0:1763338457.313768:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9720 00000100:00100000:2.0:1763338457.313778:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290868736:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.313801:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.313821:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6d7 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af423b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.313851:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af6de lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.313864:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af6de lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.313874:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af6de lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.313989:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6d7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af423b expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.314005:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af6de lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af423b expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.314013:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.314016:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338457.314019:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338457.314084:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290868736:12345-192.168.202.34@tcp:101:bash.0 Request processed in 306us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.314090:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9720 00000100:00100000:1.0:1763338457.328394:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.328489:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290868992 00000100:00100000:0.0:1763338457.328501:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290868992 00000100:00100000:0.0:1763338457.328574:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9721 00000100:00100000:0.0:1763338457.328586:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290868992:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338457.328643:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.328672:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af6c9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4234 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.328779:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338457.328786:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.328980:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338457.328995:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.329005:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:0.0:1763338457.329053:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972782 00000004:00010000:0.0:1763338457.329072:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012f3570e reply state 00000000111be541 transno 4294972783 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.329083:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.329092:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338457.329095:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.329097:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338457.329769:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290868992:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1182us (1410us total) trans 4294972783 rc 0/0 00000100:00100000:0.0:1763338457.329777:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9721 00000020:00080000:0.0:1763338457.329783:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338457.331353:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.331442:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290869120 00000100:00100000:0.0:1763338457.331451:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290869120 00000100:00100000:0.0:1763338457.331500:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9722 00000100:00100000:0.0:1763338457.331508:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290869120:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338457.331527:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.331545:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6ec lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4242 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.331591:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6ec lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4242 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.331602:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6ec lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4242 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.331617:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338457.331619:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338457.331623:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338457.331668:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290869120:12345-192.168.202.34@tcp:101:bash.0 Request processed in 159us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.331674:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9722 00000100:00100000:3.0:1763338457.336565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.336651:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290869248 00000100:00100000:1.0:1763338457.336660:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290869248 00000100:00100000:1.0:1763338457.336717:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6734 00000100:00100000:1.0:1763338457.336725:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d652c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2408:x1848993290869248:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338457.336840:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d652c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2408:x1848993290869248:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 115us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.336851:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6734 00000100:00100000:1.0:1763338457.339194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.342172:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290869504 00000100:00100000:2.0:1763338457.342190:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290869504 00000100:00100000:1.0:1763338457.342694:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.342830:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290869632 00000100:00100000:3.0:1763338457.342836:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290869632 00000100:00100000:3.0:1763338457.342880:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6735 00000100:00100000:3.0:1763338457.342889:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993290869632:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338457.343015:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993290869632:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 126us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.343023:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6735 00000100:00100000:2.0:1763338457.343405:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9723 00000100:00100000:2.0:1763338457.343415:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290869504:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.343429:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.343432:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338457.343458:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af6ec lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4242 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.343475:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.343481:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.343495:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af6f3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4249 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.343541:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6fa lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.343555:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6fa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.343565:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6fa lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:2.0:1763338457.343797:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1522, 88 off128024 00000004:00080000:2.0:1763338457.343805:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127055542702ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.343864:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1522, 88 off127784 00000004:00080000:2.0:1763338457.343870:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127055607813ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.343887:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1523, 88 off127872 00000004:00080000:2.0:1763338457.343891:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127055629122ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.343902:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1523, 88 off128112 00000004:00080000:2.0:1763338457.343906:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127055644498ns, next at 1127823373230ns, rc = 0 00000100:00100000:2.0:1763338457.349926:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.350000:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290869760 00000100:00100000:0.0:1763338457.350011:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290869760 00000100:00100000:0.0:1763338457.350086:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1665 00000100:00100000:0.0:1763338457.350096:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290869760:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:0.0:1763338457.350132:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350148:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.350151:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.350156:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350172:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350299:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350308:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350316:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350322:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338457.350326:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350335:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350356:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.350373:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af701 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.350445:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290869760:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 349us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763338457.350453:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1665 00000001:00080000:3.0:1763338457.350794:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972784 is committed 00000004:00080000:3.0:1763338457.350801:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1000 committed 00000004:00080000:3.0:1763338457.350813:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 994 committed 00000004:00080000:3.0:1763338457.350822:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 993 committed 00000004:00080000:3.0:1763338457.350824:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 999 committed 00000100:00100000:3.0:1763338457.350906:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303187456:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338457.351004:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351012:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351017:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351022:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.351025:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351030:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351041:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63800) 00010000:00010000:2.0:1763338457.351043:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.351046:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351051:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af675 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351070:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351075:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351080:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351088:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.351091:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351095:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351101:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.351103:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.351105:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351110:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af6e5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.351151:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6fa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4249 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.351158:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.351160:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338457.351171:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af6f3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4249 expref: 265 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338457.351182:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6fa lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4249 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.351203:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.351206:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338457.351208:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338457.351237:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290869504:12345-192.168.202.34@tcp:101:bash.0 Request processed in 7825us (12051us total) trans 4294972784 rc 0/0 00000100:00100000:2.0:1763338457.351244:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9723 00000100:00100000:0.0:1763338457.352163:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187712:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.352209:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.352240:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338457.352245:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187840:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.352278:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.352307:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303187712 00000100:00100000:0.0:1763338457.352312:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303187712 00000100:00100000:0.0:1763338457.352340:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303187840 00000100:00100000:0.0:1763338457.352342:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303187840 00000100:00100000:0.0:1763338457.352354:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6736 00000100:00100000:0.0:1763338457.352360:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303187712:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.352535:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303187712:12345-0@lo:2:osp-syn-1-1.0 Request processed in 173us (324us total) trans 17179871655 rc 0/0 00000100:00100000:0.0:1763338457.352542:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6736 00000100:00100000:0.0:1763338457.352557:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6737 00000100:00100000:0.0:1763338457.352563:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303187840:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.352626:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303187840:12345-0@lo:2:osp-syn-1-1.0 Request processed in 62us (364us total) trans 17179871656 rc 0/0 00000100:00100000:0.0:1763338457.352632:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6737 00000004:00080000:0.0:1763338457.352663:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612aa00/2, rc 0, transno 17179871656 00000100:00100000:0.0:1763338457.352668:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187840:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338457.352676:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612a300/2, rc 0, transno 17179871655 00000100:00100000:0.0:1763338457.352690:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303187712:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.352706:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303187584:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.352727:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.352748:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303187584 00000100:00100000:0.0:1763338457.352751:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303187584 00000100:00100000:0.0:1763338457.352768:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6738 00000100:00100000:0.0:1763338457.352773:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3657:x1848993303187584:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.352848:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3657:x1848993303187584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (119us total) trans 21474838983 rc 0/0 00000100:00100000:0.0:1763338457.352854:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6738 00000004:00080000:0.0:1763338457.352875:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277503100/2, rc 0, transno 21474838983 00000100:00100000:0.0:1763338457.352879:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303187584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.354884:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338457.355022:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303187456 00000100:00100000:2.0:1763338457.355029:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303187456 00000100:00100000:2.0:1763338457.355069:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6739 00000100:00100000:2.0:1763338457.355076:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:3656:x1848993303187456:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338457.355216:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3656:x1848993303187456:12345-0@lo:2:osp-syn-0-1.0 Request processed in 140us (336us total) trans 21474838984 rc 0/0 00000100:00100000:2.0:1763338457.355223:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6739 00000004:00080000:3.0:1763338457.355310:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277501500/2, rc 0, transno 21474838984 00000100:00100000:3.0:1763338457.355316:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303187456:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.355511:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.355576:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290869888 00000100:00100000:2.0:1763338457.355580:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290869888 00000100:00100000:2.0:1763338457.355612:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9724 00000100:00100000:2.0:1763338457.355618:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56938:x1848993290869888:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.355630:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.355647:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af708 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4250 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.355677:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af70f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.356373:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af70f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.356385:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af70f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.356499:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af708 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4250 expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.356516:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefbc00/0x4ea0a6980f4af70f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4250 expref: 265 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.356525:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.356528:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338457.356532:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefbc00, rc 0) 00000100:00100000:2.0:1763338457.357428:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56938:x1848993290869888:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1804us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.357437:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9724 00000100:00100000:1.0:1763338457.362797:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.363165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.363527:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290870144 00000100:00100000:3.0:1763338457.363537:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290870144 00000100:00100000:3.0:1763338457.363596:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6740 00000100:00100000:3.0:1763338457.363607:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290870144:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.363626:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.363648:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4257 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.363674:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.363706:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.363709:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.363718:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.363737:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.363750:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:3.0:1763338457.363805:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290870144:12345-192.168.202.34@tcp:101:bash.0 Request processed in 200us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.363813:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6740 00000100:00100000:2.0:1763338457.364183:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290870016 00000100:00100000:2.0:1763338457.364189:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290870016 00000100:00100000:2.0:1763338457.364222:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1666 00000100:00100000:2.0:1763338457.364229:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290870016:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:2.0:1763338457.364252:0:28405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338457.364258:0:28405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.364281:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.364282:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.364286:0:28405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.364297:0:28405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.368628:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.368850:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290870272 00000100:00100000:3.0:1763338457.368861:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290870272 00000100:00100000:3.0:1763338457.369156:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6741 00000100:00100000:3.0:1763338457.369168:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+25:55909:x1848993290870272:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.369187:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.369210:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af425e expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.369232:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.369251:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.369253:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.369289:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 26 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.369307:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 26 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.369319:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:3.0:1763338457.369393:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+26:55909:x1848993290870272:12345-192.168.202.34@tcp:101:bash.0 Request processed in 227us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.369400:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6741 00000001:00080000:2.0:1763338457.370035:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871657 is committed 00000001:00080000:2.0:1763338457.370046:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871656 is committed 00002000:00010000:0.0:1763338457.370292:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763338457.370297:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.370301:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.370303:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338457.370314:0:28405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.370329:0:28405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.370351:0:28405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.370360:0:28405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338457.370372:0:28405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.370381:0:28405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.370400:0:28405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.370408:0:28405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af71d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.370484:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2407:x1848993290870016:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 6251us (7316us total) trans 17179871657 rc 0/0 00000100:00100000:0.0:1763338457.370495:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1666 00000100:00100000:1.0:1763338457.378548:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.378590:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.378675:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290870528 00000100:00100000:0.0:1763338457.378686:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290870528 00002000:00010000:0.0:1763338457.378728:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/606 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.378733:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147773b80 with x1848993290870528 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.378745:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147773b80. 00000100:00100000:0.0:1763338457.378782:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290870400 00000100:00100000:0.0:1763338457.378786:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290870400 00002000:00010000:0.0:1763338457.378799:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/606 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.378803:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147772a00 with x1848993290870400 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.378809:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147772a00. 00000100:00100000:0.0:1763338457.378833:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1667 00000100:00100000:0.0:1763338457.378842:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2409:x1848993290870528:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338457.379018:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.379022:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.379025:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.379027:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.379029:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.379086:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2409:x1848993290870528:12345-192.168.202.34@tcp:10:bash.0 Request processed in 243us (547us total) trans 21474838985 rc 0/0 00000100:00100000:0.0:1763338457.379094:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1667 00002000:00010000:0.0:1763338457.379098:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/606 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.379101:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147773b80 with x1848993290870528 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.379105:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147773b80. 00000100:00100000:0.0:1763338457.379122:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1668 00000100:00100000:0.0:1763338457.379130:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993290870400:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338457.379223:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.379226:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.379228:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.379230:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:0.0:1763338457.379232:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.379254:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290870400:12345-192.168.202.34@tcp:10:bash.0 Request processed in 124us (663us total) trans 17179871658 rc 0/0 00000100:00100000:0.0:1763338457.379287:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1668 00002000:00010000:0.0:1763338457.379290:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/606 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.379293:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147772a00 with x1848993290870400 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.379298:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147772a00. 00000100:00100000:1.0:1763338457.382187:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.382287:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290870784 00000100:00100000:2.0:1763338457.382297:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290870784 00000100:00100000:2.0:1763338457.382357:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3393 00000100:00100000:2.0:1763338457.382426:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290870784:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338457.382740:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290870784:12345-192.168.202.34@tcp:35:bash.0 Request processed in 373us (561us total) trans 4294972785 rc 0/0 00000100:00100000:2.0:1763338457.382748:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3393 00000100:00100000:0.0:1763338457.388616:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.388704:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871040 00000100:00100000:2.0:1763338457.388713:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871040 00000100:00100000:2.0:1763338457.388764:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9725 00000100:00100000:2.0:1763338457.388772:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56938:x1848993290871040:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338457.388827:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.388853:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af69f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4226 expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.388872:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.388876:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.388938:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.388950:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.388959:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338457.389060:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d70fd36e reply state 0000000058bcf498 transno 4294972786 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.389071:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.389076:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.389079:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.389081:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338457.389162:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56938:x1848993290871040:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 391us (555us total) trans 4294972786 rc 0/0 00000100:00100000:2.0:1763338457.389169:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9725 00000100:00100000:1.0:1763338457.397021:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.397745:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871168 00000100:00100000:3.0:1763338457.397758:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871168 00000100:00100000:2.0:1763338457.399010:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6742 00000100:00100000:2.0:1763338457.399025:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56938:x1848993290871168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.399043:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.399074:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4265 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338457.399101:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25d:0x0] initial LVB size: 4096, mtime: 0x691a68d9, atime: 0x0, ctime: 0x691a68d9, blocks: 0x8 00010000:00010000:2.0:1763338457.399124:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.399127:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.399135:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.399152:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.399165:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:2.0:1763338457.399770:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56938:x1848993290871168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 743us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.399779:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6742 00000100:00100000:0.0:1763338457.399930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.400050:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871296 00000100:00100000:2.0:1763338457.400057:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871296 00000100:00100000:2.0:1763338457.400105:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9726 00000100:00100000:2.0:1763338457.400112:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56941:x1848993290871296:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338457.400129:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.400148:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af739 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af426c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.400214:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338457.400227:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400236:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400250:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338457.400256:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400285:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400375:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338457.400384:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400391:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338457.400428:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ce:0x0]: returning size 5 00000004:00200000:2.0:1763338457.400432:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338457.400450:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400462:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400471:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400477:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400483:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400490:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400495:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c4e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.400499:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400506:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400517:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338457.400520:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.400524:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400529:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4af740 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400541:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400547:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400553:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400557:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d3800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.400560:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400565:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400571:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.400574:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.400576:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400581:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4af747 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.400613:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4af739 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af426c expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.400627:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af426c expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.400634:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.400636:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.400638:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3000, rc 0) 00000100:00100000:2.0:1763338457.400688:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56941:x1848993290871296:12345-192.168.202.34@tcp:101:rm.0 Request processed in 577us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.400695:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9726 00000100:00100000:1.0:1763338457.402630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.402694:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871424 00000100:00100000:2.0:1763338457.402705:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871424 00000100:00100000:2.0:1763338457.402759:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6743 00000100:00100000:2.0:1763338457.402768:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+27:56938:x1848993290871424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.402783:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.402805:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4273 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338457.402827:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338457.402845:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.402848:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.402856:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 28 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.402876:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 28 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.402888:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d2e00, rc 0) 00000100:00100000:2.0:1763338457.402951:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+28:56938:x1848993290871424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 183us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.402958:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6743 00000100:00100000:1.0:1763338457.403081:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.403122:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871680 00000100:00100000:2.0:1763338457.403127:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871680 00000100:00100000:2.0:1763338457.403168:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9727 00000100:00100000:2.0:1763338457.403175:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56941:x1848993290871680:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338457.403216:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763338457.403240:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4af6fa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ce:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4249 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.403258:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4af74e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af426c expref: 267 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.403314:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4af6de lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af423b expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.403324:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338457.403333:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.403381:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.403392:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.403401:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.403412:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.403419:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.403425:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.403502:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.403510:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.403521:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:2.0:1763338457.403937:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1524, 64 off128176 00000040:00080000:2.0:1763338457.403958:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1524, 64 off127936 00000040:00080000:2.0:1763338457.403965:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1525, 64 off128000 00000040:00080000:2.0:1763338457.403972:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1525, 64 off128240 00010000:00010000:2.0:1763338457.404013:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.404022:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404029:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404036:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404042:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404048:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404075:0:13583:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338457.404095:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404101:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404107:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404113:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.404116:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404123:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404131:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:2.0:1763338457.404134:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338457.404138:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404144:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af76a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404252:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404287:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404294:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404299:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404303:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.404306:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404311:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404324:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03500) 00010000:00010000:2.0:1763338457.404327:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.404330:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404335:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af75c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338457.404348:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006f6e805d reply state 0000000054be42b0 transno 4294972787 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404359:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.404375:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:2.0:1763338457.404378:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.404380:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338457.404400:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.404406:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.404412:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.404415:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.404421:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.404430:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ce:0x0].0x0 (ffff8fd242b03400) 00010000:00010000:1.0:1763338457.404432:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338457.404435:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.404441:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af771 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.404458:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.404460:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.404461:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338457.404503:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56941:x1848993290871680:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1326us (1420us total) trans 4294972787 rc 0/0 00000100:00100000:2.0:1763338457.404510:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9727 00000100:00100000:0.0:1763338457.406232:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.406469:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.407202:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871808 00000100:00100000:2.0:1763338457.407214:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871808 00002000:00010000:2.0:1763338457.407257:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/605 (5->18446744073709551615) 00002000:00100000:2.0:1763338457.407292:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6300 with x1848993290871808 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338457.407303:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c6300. 00000100:00100000:2.0:1763338457.407337:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290871936 00000100:00100000:2.0:1763338457.407341:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290871936 00002000:00010000:2.0:1763338457.407355:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/605 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.407358:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c7b80 with x1848993290871936 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.407373:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c7b80. 00000100:00100000:3.0:1763338457.407963:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1669 00000100:00100000:3.0:1763338457.407977:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290871808:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338457.408297:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338457.408301:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.408303:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.408305:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.408308:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338457.408386:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290871808:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 412us (2159us total) trans 17179871659 rc 0/0 00000100:00100000:3.0:1763338457.408394:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1669 00002000:00010000:3.0:1763338457.408399:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/605 (5->18446744073709551615) 00002000:00100000:3.0:1763338457.408402:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6300 with x1848993290871808 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338457.408406:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c6300. 00000100:00100000:3.0:1763338457.408425:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1670 00000100:00100000:3.0:1763338457.408431:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993290871936:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338457.408524:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.408527:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:3.0:1763338457.408529:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.408532:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:3.0:1763338457.408534:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.408553:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993290871936:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 122us (2084us total) trans 21474838986 rc 0/0 00000100:00100000:3.0:1763338457.408559:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1670 00002000:00010000:3.0:1763338457.408561:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/605 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.408564:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c7b80 with x1848993290871936 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.408567:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c7b80. 00000100:00100000:3.0:1763338457.410996:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.411886:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290872192 00000100:00100000:2.0:1763338457.411899:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290872192 00000100:00100000:2.0:1763338457.411965:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9728 00000100:00100000:2.0:1763338457.411976:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56938:x1848993290872192:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338457.412062:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.412081:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.412093:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338457.412207:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000581479ce reply state 00000000969061d3 transno 4294972788 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.412220:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.412228:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.412231:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.412235:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338457.413030:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56938:x1848993290872192:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 1052us (2041us total) trans 4294972788 rc 0/0 00000100:00100000:2.0:1763338457.413040:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9728 00000100:00100000:3.0:1763338457.415028:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.415111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.415131:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290872320 00000100:00100000:2.0:1763338457.415141:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290872320 00000100:00100000:2.0:1763338457.415200:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6744 00000100:00100000:2.0:1763338457.415211:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2410:x1848993290872320:12345-192.168.202.34@tcp:2:lfs.0 00000100:00100000:0.0:1763338457.415346:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290872448 00000100:00100000:0.0:1763338457.415352:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290872448 00000100:00100000:0.0:1763338457.415395:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9729 00000100:00100000:0.0:1763338457.415401:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56942:x1848993290872448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.415418:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.415440:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af77f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af427a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338457.415459:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338457.415462:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.415465:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.415467:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.415470:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1763338457.415497:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.415509:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338457.415517:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993290872320:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 308us (544us total) trans 21474838987 rc 0/0 00010000:00010000:0.0:1763338457.415520:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338457.415524:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6744 00010000:00010000:0.0:1763338457.415529:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.415536:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415543:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415575:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415582:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415587:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415593:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415600:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.415604:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415610:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415622:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.415625:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.415629:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415635:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af786 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415647:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415653:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415659:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415663:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.415666:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415670:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415677:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:0.0:1763338457.415679:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.415682:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415687:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af78d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.415712:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af77f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af427a expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.415721:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.415724:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.415727:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af77f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af427a expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.415743:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f600, rc 0) 00000100:00100000:0.0:1763338457.415767:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56942:x1848993290872448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 366us (656us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338457.415773:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9729 00000100:00100000:0.0:1763338457.418801:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.418856:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.418938:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290872832 00000100:00100000:3.0:1763338457.418948:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290872832 00000100:00100000:3.0:1763338457.419006:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9730 00000100:00100000:3.0:1763338457.419016:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56942:x1848993290872832:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.419037:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.419062:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af794 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4281 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.419134:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.419148:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419160:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419175:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.419182:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419188:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419227:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419234:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419239:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419245:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419250:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.419255:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419288:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419300:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338457.419303:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.419308:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419313:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af79b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419327:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419332:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419338:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419343:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.419345:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419350:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419357:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:3.0:1763338457.419359:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.419371:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419377:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af7a2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.419406:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af794 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4281 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.419415:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338457.419418:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.419421:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4af794 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4281 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.419434:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00000100:00100000:3.0:1763338457.419498:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56942:x1848993290872832:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 483us (641us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.419506:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9730 00000100:00100000:2.0:1763338457.419615:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290872704 00000100:00100000:2.0:1763338457.419621:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290872704 00000100:00100000:2.0:1763338457.419663:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3394 00000100:00100000:2.0:1763338457.419670:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56938:x1848993290872704:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:2.0:1763338457.419702:0:19655:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1cd:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5f7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41ee expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.419730:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:2.0:1763338457.419741:0:19655:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.419749:0:19655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.419782:0:19655:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.419796:0:19655:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 269 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.419810:0:19655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303187968:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.419882:0:19655:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27ba48780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.423189:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.423335:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290872960 00000100:00100000:3.0:1763338457.423346:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290872960 00010000:00010000:3.0:1763338457.423397:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.423436:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3185 00000100:00100000:3.0:1763338457.423445:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2409:x1848993290872960:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.423460:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.423467:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.423478:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.423501:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:3.0:1763338457.423507:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338457.423516:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338457.423523:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338457.423543:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.423595:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2409:x1848993290872960:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 151us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.423602:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3185 00010000:00010000:2.0:1763338457.423697:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af667 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4218 expref: 269 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.423702:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.423716:0:19655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303187968:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.423737:0:19655:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.423746:0:19655:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.423751:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000040:00080000:2.0:1763338457.423997:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1526, 88 off128088 00000004:00080000:2.0:1763338457.424005:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127135742780ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.424044:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1526, 88 off128328 00000004:00080000:2.0:1763338457.424049:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127135787135ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.424080:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1527, 88 off128416 00000004:00080000:2.0:1763338457.424085:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127135822932ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.424096:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1527, 88 off128176 00000004:00080000:2.0:1763338457.424100:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127135837747ns, next at 1127823350635ns, rc = 0 00000100:00100000:0.0:1763338457.424843:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290873088 00000100:00100000:0.0:1763338457.424851:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290873088 00000100:00100000:0.0:1763338457.424904:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9731 00000100:00100000:0.0:1763338457.424912:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56942:x1848993290873088:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.424929:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.424951:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af7b0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4288 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.425007:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af7b7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.425022:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af7b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.425031:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af7b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338457.425062:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338457.425066:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338457.425100:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af7b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4288 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.425116:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af7b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4288 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.425124:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338457.425127:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338457.425131:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338457.425193:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56942:x1848993290873088:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 280us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.425200:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9731 00000001:00080000:2.0:1763338457.427709:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972789 is committed 00000004:00080000:2.0:1763338457.427724:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 996 committed 00000004:00080000:2.0:1763338457.427738:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1002 committed 00000004:00080000:2.0:1763338457.427751:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1001 committed 00000004:00080000:2.0:1763338457.427753:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 995 committed 00000004:00010000:2.0:1763338457.427808:0:19655:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001f74fd13 reply state 000000009be9c393 transno 4294972789 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.427833:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.427841:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.427844:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338457.427850:0:19655:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338457.427856:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.427858:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338457.427866:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4af5f7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41ee expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763338457.427978:0:19655:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338457.427991:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56938:x1848993290872704:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 8322us (9199us total) trans 4294972789 rc 0/0 00000100:00100000:2.0:1763338457.428001:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3394 00010000:00010000:2.0:1763338457.428033:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.428040:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.428047:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.428053:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.428058:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00000100:00100000:0.0:1763338457.428059:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303188224:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.428065:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.428078:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:2.0:1763338457.428080:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.428084:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.428089:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af7a9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00000100:00100000:0.0:1763338457.428108:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.428157:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338457.428164:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303188096:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.428185:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.428207:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303188352:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.428243:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.428244:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303188608:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.428280:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303188864:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.428290:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.428304:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303188480:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.428325:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338457.428326:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.428330:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303188736:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.428341:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303188992:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.428351:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338457.429108:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429120:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429126:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429131:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.429134:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429141:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429153:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:1.0:1763338457.429156:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.429159:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429165:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4af72b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429179:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338457.429181:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188224 00010000:00010000:1.0:1763338457.429185:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338457.429188:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188224 00010000:00010000:1.0:1763338457.429195:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429200:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.429203:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429208:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429214:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:1.0:1763338457.429217:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.429219:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429225:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af763 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429242:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429248:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429254:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429284:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.429287:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429293:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429301:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:1.0:1763338457.429303:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.429306:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.429311:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af778 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338457.429564:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188096 00000100:00100000:0.0:1763338457.429569:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188096 00000100:00100000:2.0:1763338457.429841:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188352 00000100:00100000:2.0:1763338457.429846:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188352 00000100:00100000:2.0:1763338457.429877:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188608 00000100:00100000:2.0:1763338457.429881:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188608 00000100:00100000:2.0:1763338457.429903:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188480 00000100:00100000:2.0:1763338457.429906:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188480 00000100:00100000:2.0:1763338457.429916:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188736 00000100:00100000:2.0:1763338457.429918:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188736 00000100:00100000:2.0:1763338457.429934:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745 00000100:00100000:2.0:1763338457.429943:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303188224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338457.429972:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:607 count 1 00002000:00010000:2.0:1763338457.430007:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1763338457.430008:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746 00010000:00010000:2.0:1763338457.430014:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.430017:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303188096:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.430027:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.430029:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1763338457.430030:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:606 count 1 00010000:00010000:2.0:1763338457.430035:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.430040:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430046:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.430053:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.430060:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338457.430060:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.430062:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.430065:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430067:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430086:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338457.430095:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.430119:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 14 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.430131:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303189120:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.430200:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267c59300 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.430281:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747 00000100:00100000:0.0:1763338457.430289:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303188352:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338457.430325:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303188224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 383us (2215us total) trans 17179871660 rc 0/0 00000100:00100000:2.0:1763338457.430331:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745 00000100:00100000:2.0:1763338457.430347:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6748 00000100:00100000:2.0:1763338457.430353:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+43:3656:x1848993303188608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338457.430376:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:606 count 1 00002000:00010000:0.0:1763338457.430378:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.430381:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.430383:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.430385:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.430387:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763338457.430389:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430400:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 29 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430406:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338457.430408:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338457.430411:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.430416:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303188352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (2172us total) trans 17179871661 rc 0/0 00000100:00100000:0.0:1763338457.430422:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747 00010000:00010000:2.0:1763338457.430429:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 29 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.430436:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749 00000100:00100000:0.0:1763338457.430441:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303188480:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338457.430444:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 29 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.430454:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303189248:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.430484:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8780 going to sleep for 11 seconds 00002000:00010000:0.0:1763338457.430488:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338457.430491:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.430494:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.430496:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.430498:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338457.430500:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6750 00000100:00100000:2.0:1763338457.430507:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3656:x1848993303188736:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338457.430518:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:607 count 1 00000100:00100000:0.0:1763338457.430522:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303188480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 80us (2196us total) trans 17179871662 rc 0/0 00000100:00100000:0.0:1763338457.430527:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749 00002000:00010000:2.0:1763338457.430533:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338457.430538:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430546:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.430548:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.430551:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430560:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.430560:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338457.430567:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430574:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.430593:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763338457.430609:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871656 gen 2 00000004:00080000:0.0:1763338457.430614:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277715f80, transno 17179871644 00000004:00080000:0.0:1763338457.430623:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f8380, transno 17179871645 00000004:00080000:0.0:1763338457.430626:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fb800, transno 17179871646 00000004:00080000:0.0:1763338457.430628:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717b80, transno 17179871647 00000004:00080000:0.0:1763338457.430631:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430adf80, transno 17179871648 00000004:00080000:0.0:1763338457.430634:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d418700, transno 17179871649 00000004:00080000:0.0:1763338457.430636:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d41b480, transno 17179871650 00000004:00080000:0.0:1763338457.430639:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d419c00, transno 17179871651 00000004:00080000:0.0:1763338457.430642:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770e00, transno 17179871653 00000004:00080000:0.0:1763338457.430644:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770000, transno 17179871654 00000004:00080000:0.0:1763338457.430647:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612a300, transno 17179871655 00000004:00080000:0.0:1763338457.430649:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612aa00, transno 17179871656 00000100:00100000:0.0:1763338457.430655:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd244b93800 x1848993303188480/t17179871662(17179871662) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338473 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763338457.430665:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b93800/2, rc 0, transno 17179871662 00000100:00100000:0.0:1763338457.430670:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303188480:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338457.430712:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3656:x1848993303188736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 205us (2359us total) trans 21474838988 rc 0/0 00000100:00100000:2.0:1763338457.430718:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6750 00000100:00100000:2.0:1763338457.430727:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188992 00000100:00100000:2.0:1763338457.430730:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188992 00000100:00100000:2.0:1763338457.430747:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751 00000100:00100000:2.0:1763338457.430751:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3655:x1848993303188992:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338457.430798:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338457.430801:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00000004:00080000:0.0:1763338457.430802:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 12 done 00002000:00010000:2.0:1763338457.430803:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.430806:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.430808:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.430820:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338457.430835:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3655:x1848993303188992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (274us total) trans 21474838989 rc 0/0 00000100:00100000:2.0:1763338457.430840:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751 00000004:00080000:0.0:1763338457.430846:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b90000/2, rc 0, transno 17179871661 00000100:00100000:2.0:1763338457.430850:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303188864 00000100:00100000:0.0:1763338457.430850:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303188352:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338457.430853:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303188864 00000100:00100000:2.0:1763338457.430869:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6752 00000100:00100000:2.0:1763338457.430874:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3654:x1848993303188864:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338457.430924:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338457.430927:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.430929:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.430932:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:2.0:1763338457.430934:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338457.430963:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3654:x1848993303188864:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (142us total) trans 21474838990 rc 0/0 00010000:00010000:3.0:1763338457.431311:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338457.431317:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431326:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.431330:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431338:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431354:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431375:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af7be lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431395:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338457.431398:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431404:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.431407:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431413:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431423:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431429:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af7d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.431440:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.431442:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.431444:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.431451:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338457.432112:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d406300/2, rc 0, transno 21474838990 00000100:00100000:0.0:1763338457.432121:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303188864:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338457.432147:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b90e00/2, rc 0, transno 17179871660 00000100:00100000:0.0:1763338457.432152:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303188224:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338457.432437:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6752 00000004:00080000:2.0:1763338457.432480:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d41aa00/2, rc 0, transno 21474838989 00000100:00100000:2.0:1763338457.432484:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303188992:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338457.432505:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d405f80/2, rc 0, transno 21474838988 00000100:00100000:2.0:1763338457.432509:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303188736:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.433427:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.433504:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.433635:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290873216 00000100:00100000:0.0:1763338457.433643:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290873216 00000100:00100000:0.0:1763338457.433737:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290873344 00000100:00100000:0.0:1763338457.433741:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290873344 00000100:00100000:3.0:1763338457.433751:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9732 00000100:00100000:3.0:1763338457.433765:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56942:x1848993290873216:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338457.433768:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9733 00000100:00100000:0.0:1763338457.433773:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56938:x1848993290873344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.433791:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.433791:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.433811:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4af7da lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af428f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.433811:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af7e1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4296 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.433864:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af7e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4296 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.433877:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f600/0x4ea0a6980f4af7e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4296 expref: 264 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.433878:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.433888:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433895:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433909:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.433916:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433922:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.433954:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.433958:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338457.433960:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.433962:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f600, rc 0) 00010000:00010000:3.0:1763338457.433966:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433972:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433977:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433982:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.433986:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.433992:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434001:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:3.0:1763338457.434004:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.434009:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434015:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4af7e8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338457.434017:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56938:x1848993290873344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 243us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.434024:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9733 00010000:00010000:3.0:1763338457.434028:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434033:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434039:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434044:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.434047:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434052:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434058:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750500) 00010000:00010000:3.0:1763338457.434060:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.434063:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434072:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4af7ef lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.434108:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4af7da lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af428f expref: 263 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.434118:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:3.0:1763338457.434120:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.434123:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4af7da lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af428f expref: 263 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.434126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338457.434132:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0a00, rc 0) 00000100:00100000:3.0:1763338457.434150:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290873472 00000100:00100000:3.0:1763338457.434154:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290873472 00010000:00010000:3.0:1763338457.434173:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 30 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.434197:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3186 00000100:00100000:3.0:1763338457.434204:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993290873472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763338457.434209:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338457.434214:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.434218:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 30 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.434228:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 30 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.434238:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290873600 00000100:00100000:1.0:1763338457.434242:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290873600 00010000:00010000:3.0:1763338457.434245:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.434248:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.434252:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.434295:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.434315:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.434337:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993290873472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 134us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.434343:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3186 00000100:00100000:3.0:1763338457.434388:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56942:x1848993290873216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 627us (965us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.434393:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9732 00000100:00100000:2.0:1763338457.434750:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303189120:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.434772:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.434809:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af724 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af425e expref: 29 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.434821:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303189248:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.434832:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.434840:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.434847:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.434855:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.434863:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.434887:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338457.435108:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+46:3656:x1848993303188608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4754us (6815us total) trans 21474838991 rc 0/0 00000100:00100000:2.0:1763338457.435116:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6748 00000004:00080000:2.0:1763338457.435155:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d407800/2, rc 0, transno 21474838991 00000100:00100000:2.0:1763338457.435162:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303188608:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338457.435215:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338457.435222:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.435230:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.435233:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.435241:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.435256:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.435337:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af7cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.435354:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.435355:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338457.435357:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.435459:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 15 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.435672:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3187 00000100:00100000:1.0:1763338457.435816:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290873600:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.435831:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.435837:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 15 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.435849:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 15 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.435865:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af716 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4257 expref: 15 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.436063:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.436066:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.436072:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.436082:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.436993:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.437067:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290873600:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1383us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.437077:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3187 00010000:00010000:2.0:1763338457.437135:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.437144:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.437154:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.437161:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.437184:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338457.437432:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303188096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7416us (9244us total) trans 17179871663 rc 0/0 00000100:00100000:2.0:1763338457.437440:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746 00000004:00080000:0.0:1763338457.437665:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c6d80/2, rc 0, transno 17179871663 00000100:00100000:0.0:1763338457.437673:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303188096:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338457.437743:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.437749:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.437757:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.437761:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.437769:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.437784:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.437790:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4af7c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.437806:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.437808:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.437810:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338457.440388:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.441383:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.441434:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290873984 00000100:00100000:2.0:1763338457.441445:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290873984 00000100:00100000:2.0:1763338457.441506:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3395 00000100:00100000:2.0:1763338457.441515:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243552450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+262:56938:x1848993290873984:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338457.441732:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290874112 00000100:00100000:3.0:1763338457.441737:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290874112 00000100:00100000:3.0:1763338457.441765:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9734 00000100:00100000:3.0:1763338457.441773:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+263:56942:x1848993290874112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.441783:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.441787:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338457.441814:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af7b7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4288 expref: 263 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.441834:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:3.0:1763338457.441844:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.441861:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4af7f6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af429d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338457.441934:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1cd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1763338457.441948:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.441960:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.441969:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.441982:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.441989:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.441996:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:2.0:1763338457.441997:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1528, 64 off128240 00000040:00080000:2.0:1763338457.442018:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1528, 64 off128480 00000040:00080000:2.0:1763338457.442027:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1529, 64 off128544 00000040:00080000:2.0:1763338457.442035:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1529, 64 off128304 00010000:00010000:2.0:1763338457.442082:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:2.0:1763338457.442093:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.442101:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.442108:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.442114:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.442120:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.442147:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338457.442307:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338457.442315:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.442321:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338457.442326:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.442333:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.442343:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1cd:0x0].0x0 (ffff8fd250f4f600) 00010000:00010000:0.0:1763338457.442346:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338457.442349:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.442355:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af80b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.442377:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.442378:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.442380:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338457.442492:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243552450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56938:x1848993290873984:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 977us (2112us total) trans 4294972790 rc 0/0 00000100:00100000:2.0:1763338457.442499:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3395 00010000:00010000:3.0:1763338457.443224:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338457.443997:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338457.444008:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338457.444022:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00010000:00010000:0.0:1763338457.444146:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444154:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444160:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444166:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444171:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.444174:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444180:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444190:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750800) 00010000:00010000:0.0:1763338457.444193:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.444197:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444202:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4af7fd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:0.0:1763338457.444213:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007c88ca3f reply state 0000000031d64531 transno 4294972791 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444228:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.444425:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750b00) 00010000:00010000:0.0:1763338457.444428:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.444431:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338457.444472:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4af7f6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 265 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.444493:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 264 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.444500:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd144750600) 00010000:00010000:0.0:1763338457.444502:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.444504:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:0.0:1763338457.444562:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56942:x1848993290874112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2790us (3182us total) trans 4294972791 rc 0/0 00000100:00100000:0.0:1763338457.444569:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9734 00000100:00100000:0.0:1763338457.448557:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.448689:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.448743:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290874368 00000100:00100000:2.0:1763338457.448749:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290874624 00000100:00100000:3.0:1763338457.448754:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290874368 00000100:00100000:2.0:1763338457.448754:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290874624 00000100:00100000:3.0:1763338457.448819:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9735 00000100:00100000:2.0:1763338457.448825:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9736 00000100:00100000:3.0:1763338457.448828:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56942:x1848993290874368:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:2.0:1763338457.448831:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56938:x1848993290874624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.448858:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.448858:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.448883:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af820 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42a4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.448883:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af827 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42ab expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.448996:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.449010:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 267 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.449019:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.449052:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 267 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.449066:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 268 pid: 10039 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.449080:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303189376:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.449102:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338457.449111:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449122:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338457.449132:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00000100:00100000:3.0:1763338457.449156:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8780 going to sleep for 11 seconds 00010000:00010000:2.0:1763338457.449216:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449224:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449231:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449237:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.449240:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449248:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449285:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd144750600) 00010000:00010000:2.0:1763338457.449289:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338457.449294:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449301:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af835 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.449339:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af827 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ab expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.449348:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd144750600) 00010000:00010000:2.0:1763338457.449350:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338457.449353:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af827 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ab expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.449360:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:2.0:1763338457.449402:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56938:x1848993290874624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 570us (712us total) trans 4294972792 rc 301/301 00000100:00100000:2.0:1763338457.449410:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9736 00000100:00100000:0.0:1763338457.452632:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303189376:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.452669:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338457.453174:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.453243:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290874752 00000100:00100000:1.0:1763338457.453252:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290874752 00010000:00010000:1.0:1763338457.453326:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 268 pid: 10039 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.453424:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.453616:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3188 00000100:00100000:1.0:1763338457.453628:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2410:x1848993290874752:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.453645:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.453652:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 268 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.453665:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 268 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.453689:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4af812 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af429d expref: 268 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.453705:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd144750600) 00010000:00010000:1.0:1763338457.453710:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.453719:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.453727:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.453758:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.453792:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290875008 00000100:00100000:2.0:1763338457.453797:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290875008 00000100:00100000:1.0:1763338457.453814:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2410:x1848993290874752:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 188us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.453821:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3188 00000100:00100000:2.0:1763338457.453828:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3396 00000100:00100000:2.0:1763338457.453834:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56938:x1848993290875008:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338457.454022:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56938:x1848993290875008:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 187us (598us total) trans 4294972793 rc 0/0 00000100:00100000:2.0:1763338457.454029:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3396 00010000:00010000:0.0:1763338457.454085:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.454095:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.454116:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00000004:00080000:0.0:1763338457.455633:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x260:0x0], index 0: 0 00000004:00080000:0.0:1763338457.455648:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x260:0x0], index 1: 0 00000004:00080000:0.0:1763338457.455654:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x261:0x0], index 1: 0 00000004:00080000:0.0:1763338457.455660:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x261:0x0], index 0: 0 00010000:00010000:0.0:1763338457.455802:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455819:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455827:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455833:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.455838:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455845:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455859:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd144750600) 00010000:00010000:0.0:1763338457.455863:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338457.455868:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455874:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af82e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.455932:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af820 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42a4 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.455943:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd144750600) 00010000:00010000:0.0:1763338457.455945:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338457.455949:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af820 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42a4 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.455965:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:0.0:1763338457.456021:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56942:x1848993290874368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7193us (7477us total) trans 4294972794 rc 301/301 00000100:00100000:0.0:1763338457.456030:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9735 00000100:00100000:0.0:1763338457.460867:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.460986:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290875264 00000100:00100000:2.0:1763338457.460998:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290875264 00000100:00100000:2.0:1763338457.462427:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3397 00000100:00100000:2.0:1763338457.462448:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56942:x1848993290875264:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338457.463118:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56942:x1848993290875264:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 676us (2257us total) trans 4294972795 rc 0/0 00000100:00100000:2.0:1763338457.463127:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3397 00000100:00100000:2.0:1763338457.467758:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.468720:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290875520 00000100:00100000:0.0:1763338457.468739:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290875520 00000100:00100000:1.0:1763338457.469752:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3398 00000100:00100000:1.0:1763338457.469763:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56942:x1848993290875520:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338457.470000:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56942:x1848993290875520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 238us (2252us total) trans 4294972796 rc 0/0 00000100:00100000:1.0:1763338457.470008:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3398 00000100:00100000:3.0:1763338457.471238:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.471476:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290875776 00000100:00100000:0.0:1763338457.471484:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290875776 00000100:00100000:0.0:1763338457.471570:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9737 00000100:00100000:0.0:1763338457.471579:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56943:x1848993290875776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.471593:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.471615:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af84a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42b2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.471680:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.471694:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.471709:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.471718:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.471725:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.471951:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472055:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.472063:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472070:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.472080:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00010000:00010000:0.0:1763338457.472153:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472159:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472165:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472171:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.472175:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472186:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472196:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.472200:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.472205:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472210:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af851 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472223:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472228:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472233:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472237:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.472240:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472246:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472253:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750b00) 00010000:00010000:0.0:1763338457.472255:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.472258:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472608:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af858 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.472649:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af84a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.472669:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.472677:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.472679:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.472682:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338457.472940:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56943:x1848993290875776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1360us (1703us total) trans 4294972797 rc 0/0 00000100:00100000:0.0:1763338457.472949:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9737 00000100:00100000:3.0:1763338457.479442:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.479442:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.479496:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290876160 00000100:00100000:2.0:1763338457.479507:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290876160 00000100:00100000:3.0:1763338457.479517:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.479531:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290876032 00000100:00100000:0.0:1763338457.479536:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290876032 00000100:00100000:2.0:1763338457.479564:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290876288 00000100:00100000:2.0:1763338457.479568:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290876288 00000100:00100000:0.0:1763338457.479595:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9738 00000100:00100000:2.0:1763338457.479606:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6753 00000100:00100000:0.0:1763338457.479615:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6754 00000100:00100000:2.0:1763338457.479620:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290876160:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338457.479629:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993290876288:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.479643:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.479643:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.479671:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42c0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.479672:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42c7 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338457.479702:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338457.479723:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.479725:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.479736:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 30 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.479756:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 30 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.479769:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00002000:00010000:2.0:1763338457.479838:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338457.479850:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.479851:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.479857:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 15 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338457.479867:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 15 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338457.479875:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338457.481428:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290876160:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1805us (1983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.481429:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2409:x1848993290876288:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1792us (1906us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.481448:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6754 00000100:00100000:2.0:1763338457.481459:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6753 00000100:00100000:0.0:1763338457.481505:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290876032:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338457.481533:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.481552:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af87b lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42b9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.481656:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.481669:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.481676:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.481706:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.481718:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 272 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.481737:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303189504:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.481817:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c300 going to sleep for 11 seconds 00000100:00100000:2.0:1763338457.485443:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.485565:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303189504:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.485593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338457.485594:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338457.485665:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290876672 00000100:00100000:3.0:1763338457.485672:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290876672 00000100:00100000:1.0:1763338457.485689:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290876544 00000100:00100000:1.0:1763338457.485696:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290876544 00010000:00010000:3.0:1763338457.485814:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 274 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.485855:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3189 00000100:00100000:3.0:1763338457.485866:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2410:x1848993290876672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.485883:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.485890:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 274 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.485901:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 274 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.485925:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af85f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b2 expref: 274 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.485939:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:3.0:1763338457.485944:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.485953:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.486005:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.486039:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.486083:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3399 00000100:00100000:3.0:1763338457.486098:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2410:x1848993290876672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 228us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.486098:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56943:x1848993290876544:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338457.486112:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3189 00010000:00010000:0.0:1763338457.486395:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.486401:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.486430:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00000100:00100000:1.0:1763338457.486508:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56943:x1848993290876544:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 415us (1074us total) trans 4294972798 rc 0/0 00010000:00010000:0.0:1763338457.486513:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af87b lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.486520:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3399 00010000:00010000:0.0:1763338457.486542:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.486550:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.486553:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763338457.486556:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:0.0:1763338457.486591:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290876032:12345-192.168.202.34@tcp:101:bash.0 Request processed in 6987us (7160us total) trans 4294972799 rc 0/0 00000100:00100000:0.0:1763338457.486598:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9738 00000100:00100000:3.0:1763338457.489426:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.489517:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.489519:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290876928 00000100:00100000:0.0:1763338457.489530:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290876928 00000100:00100000:0.0:1763338457.489591:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290877056 00000100:00100000:0.0:1763338457.489595:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290877056 00000100:00100000:0.0:1763338457.489619:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9739 00000100:00100000:2.0:1763338457.489628:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9740 00000100:00100000:0.0:1763338457.489628:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56943:x1848993290876928:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:2.0:1763338457.489636:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290877056:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.489651:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.489651:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.489671:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af890 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42d5 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.489671:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af897 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42ce expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.489701:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af89e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338457.489714:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af89e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.489724:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af89e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338457.489735:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.489742:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489748:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489757:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.489763:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489768:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.489816:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af890 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42d5 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.489832:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af89e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42d5 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.489840:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.489842:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338457.489846:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00010000:00010000:0.0:1763338457.489850:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af8b3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.489858:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af8b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489864:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af8b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.489875:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00000100:00100000:2.0:1763338457.489896:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290877056:12345-192.168.202.34@tcp:101:bash.0 Request processed in 260us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.489902:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9740 00010000:00010000:0.0:1763338457.489947:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489954:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489960:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489966:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.489971:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489977:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489986:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.489989:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.489992:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.489998:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af8a5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490007:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490013:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490018:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490027:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.490030:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490035:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490042:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750b00) 00010000:00010000:0.0:1763338457.490044:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.490047:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490052:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4af8ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.490081:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af897 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ce expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.490096:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af8b3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ce expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.490103:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.490105:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338457.490108:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338457.490131:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56943:x1848993290876928:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 505us (715us total) trans 4294972800 rc 0/0 00000100:00100000:0.0:1763338457.490137:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9739 00000100:00100000:3.0:1763338457.494361:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.494480:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.494531:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290877568 00000100:00100000:0.0:1763338457.494542:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290877568 00000100:00100000:0.0:1763338457.494608:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9741 00000100:00100000:0.0:1763338457.494618:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290877568:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338457.494676:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.494703:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af8b3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ce expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.494721:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.494726:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.494905:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.494920:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.494931:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:0.0:1763338457.494976:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972801 00000004:00010000:0.0:1763338457.494997:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024194a64 reply state 0000000039c3eacf transno 4294972802 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.495009:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.495015:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.495017:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.495019:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338457.495138:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290877568:12345-192.168.202.34@tcp:36:bash.0 Request processed in 518us (654us total) trans 4294972802 rc 0/0 00000100:00100000:0.0:1763338457.495146:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9741 00000020:00080000:0.0:1763338457.495152:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338457.495818:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290877312 00000100:00100000:1.0:1763338457.495825:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290877312 00000100:00100000:1.0:1763338457.495869:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3400 00000100:00100000:1.0:1763338457.495878:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56943:x1848993290877312:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338457.496026:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56943:x1848993290877312:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 148us (1676us total) trans 4294972803 rc 0/0 00000100:00100000:1.0:1763338457.496034:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3400 00000100:00100000:3.0:1763338457.496575:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.496640:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290877696 00000100:00100000:2.0:1763338457.496646:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290877696 00000100:00100000:2.0:1763338457.496686:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9742 00000100:00100000:2.0:1763338457.496693:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290877696:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.496705:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.496721:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af8c8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42dc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.496760:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af8c8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42dc expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.496772:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af8c8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42dc expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.496789:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.496792:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.496796:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:2.0:1763338457.496839:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290877696:12345-192.168.202.34@tcp:101:bash.0 Request processed in 146us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.496845:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9742 00000100:00100000:2.0:1763338457.498308:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.498439:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290877952 00000100:00100000:3.0:1763338457.498448:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290877952 00000100:00100000:3.0:1763338457.498502:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9743 00000100:00100000:3.0:1763338457.498511:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56943:x1848993290877952:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.498530:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.499129:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af8cf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42e3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.499212:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.499225:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499237:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499248:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.499255:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499298:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499416:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.499427:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499434:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338457.499445:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 0 00010000:00010000:3.0:1763338457.499534:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499540:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499545:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499550:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499555:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.499559:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499565:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499577:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750000) 00010000:00010000:3.0:1763338457.499580:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.499584:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499589:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4af8d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499602:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499607:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499611:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499615:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.499617:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499622:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499627:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750b00) 00010000:00010000:3.0:1763338457.499630:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.499632:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499641:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4af8dd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.499676:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af8cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.499693:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.499700:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:3.0:1763338457.499702:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763338457.499705:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:3.0:1763338457.499784:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56943:x1848993290877952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1273us (1521us total) trans 4294972804 rc 0/0 00000100:00100000:3.0:1763338457.499792:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9743 00000100:00100000:1.0:1763338457.502187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.502642:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.502757:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290878208 00000100:00100000:2.0:1763338457.502768:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290878208 00000100:00100000:2.0:1763338457.502830:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9744 00000100:00100000:2.0:1763338457.502841:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290878208:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.502861:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.502865:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:3.0:1763338457.502881:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290878464 00000100:00100000:3.0:1763338457.502886:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290878464 00010000:00010000:2.0:1763338457.502892:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af8c8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42dc expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.502910:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00000100:00100000:3.0:1763338457.502911:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3401 00010000:00010000:2.0:1763338457.502916:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.502918:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243553c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56943:x1848993290878464:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:2.0:1763338457.502930:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af8f2 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42ea expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.502971:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.502984:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.502992:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.503024:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.503037:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 284 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.503056:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303189632:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.503118:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243553c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56943:x1848993290878464:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 199us (475us total) trans 4294972805 rc 0/0 00000100:00100000:3.0:1763338457.503126:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3401 00000100:00100000:2.0:1763338457.503573:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.505416:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.505565:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290878592 00000100:00100000:3.0:1763338457.505573:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290878592 00000100:00100000:1.0:1763338457.505843:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.505908:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303189632:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.505929:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3402 00000100:00100000:3.0:1763338457.505938:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56943:x1848993290878592:12345-192.168.202.34@tcp:33:lfs.0 00010000:00010000:2.0:1763338457.505940:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338457.505962:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290878720 00000100:00100000:2.0:1763338457.505965:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290878720 00010000:00010000:2.0:1763338457.505982:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 285 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.506016:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3190 00000100:00100000:2.0:1763338457.506023:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:2409:x1848993290878720:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.506033:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.506038:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 285 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.506048:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 285 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.506069:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4af8e4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42e3 expref: 285 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.506079:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56943:x1848993290878592:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 143us (670us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338457.506084:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00000100:00100000:3.0:1763338457.506086:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3402 00010000:00010000:2.0:1763338457.506089:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.506097:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.506104:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.506229:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.506288:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:2409:x1848993290878720:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 265us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.506296:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3190 00010000:00010000:2.0:1763338457.506315:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.506321:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338457.506581:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1530, 88 off128392 00000004:00080000:2.0:1763338457.506590:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127218327181ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.506627:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1530, 88 off128632 00000004:00080000:2.0:1763338457.506632:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127218370219ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.506648:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1531, 88 off128720 00000004:00080000:2.0:1763338457.506652:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127218389837ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.506662:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1531, 88 off128480 00000004:00080000:2.0:1763338457.506665:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127218403356ns, next at 1127823350635ns, rc = 0 00000001:00080000:3.0:1763338457.510342:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972806 is committed 00000004:00080000:3.0:1763338457.510357:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 998 committed 00000004:00080000:3.0:1763338457.510373:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1004 committed 00000004:00080000:3.0:1763338457.510394:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1003 committed 00000004:00080000:3.0:1763338457.510396:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 997 committed 00000100:00100000:0.0:1763338457.510589:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303189888:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.510662:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.510702:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338457.510708:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303189760:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.510727:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.510749:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190016:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.510766:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.510782:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338457.510786:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190144:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.510804:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.510828:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303189888 00000100:00100000:0.0:1763338457.510836:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303189888 00000100:00100000:0.0:1763338457.510874:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303189760 00000100:00100000:0.0:1763338457.510877:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303189760 00000100:00100000:0.0:1763338457.510891:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303190016 00000100:00100000:0.0:1763338457.510893:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303190016 00000100:00100000:0.0:1763338457.510904:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303190144 00000100:00100000:0.0:1763338457.510907:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303190144 00000100:00100000:0.0:1763338457.510925:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755 00000100:00100000:0.0:1763338457.510933:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+49:3657:x1848993303189888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338457.510957:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:605 count 1 00010000:00010000:0.0:1763338457.510983:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.511004:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 29 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.511012:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338457.511014:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338457.511018:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.511043:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 29 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.511056:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 29 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.511067:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303190272:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.511118:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c300 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.511131:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6756 00000100:00100000:0.0:1763338457.511138:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3657:x1848993303189760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338457.511149:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:604 count 1 00010000:00010000:0.0:1763338457.511160:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.511172:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 29 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.511178:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.511180:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.511182:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.511201:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 29 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.511214:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 29 pid: 31107 timeout: 1227 lvb_type: 1 00000100:00100000:0.0:1763338457.511223:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303190400:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.511244:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.511289:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6757 00000100:00100000:0.0:1763338457.511297:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3654:x1848993303190016:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.511458:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3654:x1848993303190016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 160us (688us total) trans 21474838992 rc 0/0 00000100:00100000:0.0:1763338457.511466:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6757 00000100:00100000:0.0:1763338457.511483:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758 00000100:00100000:0.0:1763338457.511489:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3654:x1848993303190144:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763338457.511536:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.511540:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.511543:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.511545:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.511548:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.511569:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3654:x1848993303190144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (764us total) trans 21474838993 rc 0/0 00000100:00100000:0.0:1763338457.511576:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758 00000004:00080000:0.0:1763338457.511610:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612a300/2, rc 0, transno 21474838993 00000100:00100000:0.0:1763338457.511616:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190144:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338457.511624:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147773480/2, rc 0, transno 21474838992 00000100:00100000:0.0:1763338457.511627:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190016:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.511787:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190784:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.511813:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.511829:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338457.511834:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190912:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.511850:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.511869:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303190784 00000100:00100000:1.0:1763338457.511872:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303190784 00000100:00100000:1.0:1763338457.511893:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303190912 00000100:00100000:1.0:1763338457.511896:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303190912 00000100:00100000:1.0:1763338457.511909:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759 00000100:00100000:1.0:1763338457.511914:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303190784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.512013:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3654:x1848993303190784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (198us total) trans 17179871664 rc 0/0 00000100:00100000:1.0:1763338457.512019:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759 00000100:00100000:1.0:1763338457.512031:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760 00000100:00100000:1.0:1763338457.512037:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303190912:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338457.512079:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338457.512082:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.512084:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.512086:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.512088:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338457.512110:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3654:x1848993303190912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 74us (259us total) trans 17179871665 rc 0/0 00000100:00100000:1.0:1763338457.512118:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760 00000004:00080000:1.0:1763338457.512142:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858ed80/2, rc 0, transno 17179871665 00000100:00100000:1.0:1763338457.512147:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190912:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338457.512154:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f4e00/2, rc 0, transno 17179871664 00000100:00100000:1.0:1763338457.512157:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303190784:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.512371:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303190528:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.512406:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.512433:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338457.512438:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303190656:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.512458:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.513318:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303190528 00000100:00100000:1.0:1763338457.513330:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303190528 00000100:00100000:1.0:1763338457.513377:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303190656 00000100:00100000:1.0:1763338457.513380:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303190656 00000100:00100000:1.0:1763338457.513401:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761 00000100:00100000:1.0:1763338457.513407:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303190528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338457.513425:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:604 count 1 00010000:00010000:1.0:1763338457.513446:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.513855:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762 00000100:00100000:3.0:1763338457.513864:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303190656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338457.513880:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:605 count 1 00010000:00010000:3.0:1763338457.513893:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.513907:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.513914:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.513917:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.513920:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.513956:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.513967:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.513978:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303191040:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338457.514043:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d240 going to sleep for 11 seconds 00010000:00010000:1.0:1763338457.514086:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.514094:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.514095:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.514098:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.514118:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.514126:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 14 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.514136:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303191168:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.514159:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00010000:00010000:2.0:1763338457.515108:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515120:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515127:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515133:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.515137:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515144:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515164:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750b00) 00010000:00010000:2.0:1763338457.515167:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.515172:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515177:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4af804 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338457.515200:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515206:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515211:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515215:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.515218:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515224:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515231:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.515233:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.515236:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515241:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af8c1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.515339:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ea expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.515349:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.515351:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338457.515375:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af8f2 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ea expref: 265 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338457.515390:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ea expref: 264 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.515423:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.515425:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338457.515427:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:2.0:1763338457.515495:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:55909:x1848993290878208:12345-192.168.202.34@tcp:101:bash.0 Request processed in 12642us (13304us total) trans 4294972806 rc 0/0 00000100:00100000:2.0:1763338457.515504:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9744 00000100:00100000:0.0:1763338457.515805:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303190400:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.515829:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338457.515854:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303190272:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.515868:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.515868:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.515889:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290878976 00000100:00100000:0.0:1763338457.515893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.515894:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290878976 00000100:00100000:0.0:1763338457.515910:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290878848 00000100:00100000:0.0:1763338457.515913:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290878848 00010000:00010000:2.0:1763338457.515919:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 31 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.515925:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 31 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.515945:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3191 00000100:00100000:2.0:1763338457.515954:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252690850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993290878976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.515970:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.515975:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 31 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:2.0:1763338457.515986:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 31 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:2.0:1763338457.516006:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd143195200/0x4ea0a6980f4af6a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af422d expref: 31 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:2.0:1763338457.516020:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.516022:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.516026:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.516037:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.516070:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.516107:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252690850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993290878976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 154us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.516113:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3191 00000100:00100000:2.0:1763338457.516160:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3192 00000100:00100000:2.0:1763338457.516167:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2410:x1848993290878848:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.516175:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.516180:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 29 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.516194:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 29 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.516206:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4af755 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4273 expref: 29 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.516215:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.516217:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.516220:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.516226:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.516243:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.516296:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2410:x1848993290878848:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 128us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.516303:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3192 00010000:00010000:1.0:1763338457.516386:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516395:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516403:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516411:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516429:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338457.516734:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3657:x1848993303189760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5595us (6004us total) trans 21474838994 rc 0/0 00000100:00100000:1.0:1763338457.516741:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6756 00010000:00010000:1.0:1763338457.516762:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.516769:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516778:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.516782:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516796:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516809:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516816:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af907 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.516835:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.516837:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.516838:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338457.516867:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770e00/2, rc 0, transno 21474838994 00000100:00100000:1.0:1763338457.516874:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303189760:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338457.518896:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.518914:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.518923:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.518935:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.518953:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338457.519132:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303191040:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338457.519154:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338457.519180:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+50:3657:x1848993303189888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8247us (8517us total) trans 21474838995 rc 0/0 00000100:00100000:2.0:1763338457.519189:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755 00000004:00080000:0.0:1763338457.519207:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770000/2, rc 0, transno 21474838995 00010000:00010000:2.0:1763338457.519213:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1763338457.519213:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303189888:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338457.519219:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.519226:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338457.519230:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.519238:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.519278:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.519287:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af900 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.519305:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303191168:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.519306:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338457.519308:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338457.519310:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.519319:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.522120:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.522162:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.522235:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.522310:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290879360 00000100:00100000:2.0:1763338457.522320:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290879360 00000100:00100000:1.0:1763338457.522335:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290879104 00000100:00100000:1.0:1763338457.522340:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290879104 00010000:00010000:1.0:1763338457.522381:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 15 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.522388:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6763 00000100:00100000:2.0:1763338457.522397:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+28:55909:x1848993290879360:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:1.0:1763338457.522406:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290879232 00000100:00100000:1.0:1763338457.522409:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290879232 00010000:00010000:2.0:1763338457.522413:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.522422:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 16 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.522435:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42f1 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.522439:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3193 00000100:00100000:1.0:1763338457.522445:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290879104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00002000:00010000:2.0:1763338457.522458:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338457.522458:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.522462:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 16 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.522472:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 16 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.522476:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.522478:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.522486:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 29 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522491:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4af5b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af41d9 expref: 16 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.522499:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 29 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522506:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.522508:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.522509:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00010000:00010000:1.0:1763338457.522511:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522518:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522541:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.522558:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+29:55909:x1848993290879360:12345-192.168.202.34@tcp:101:bash.0 Request processed in 162us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.522559:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290879104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 112us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.522566:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6763 00000100:00100000:1.0:1763338457.522566:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3193 00000100:00100000:1.0:1763338457.522582:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3194 00000100:00100000:1.0:1763338457.522588:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290879232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338457.522595:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.522600:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.522609:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.522622:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4af732 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4265 expref: 14 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338457.522630:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.522631:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.522634:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522641:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522667:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.522698:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.522699:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290879232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 111us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.522706:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3194 00010000:00010000:2.0:1763338457.522707:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.522722:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522723:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.522731:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522732:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522744:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.522748:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338457.522751:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.522762:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338457.523078:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303190656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9214us (10616us total) trans 17179871666 rc 0/0 00000100:00100000:2.0:1763338457.523084:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762 00000004:00080000:0.0:1763338457.523305:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f8a80/2, rc 0, transno 17179871666 00000100:00100000:0.0:1763338457.523314:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303190656:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.524117:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303190528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10705us (11705us total) trans 17179871667 rc 0/0 00000100:00100000:1.0:1763338457.524124:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761 00010000:00010000:1.0:1763338457.524149:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338457.524156:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524165:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.524170:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524180:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524196:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524203:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4af915 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524224:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.524228:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524233:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.524235:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524243:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.524252:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338457.524482:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444fad80/2, rc 0, transno 17179871667 00000100:00100000:0.0:1763338457.524489:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303190528:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338457.524996:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.525113:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4af90e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.525132:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.525134:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.525135:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338457.525379:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.525416:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290879488 00000100:00100000:2.0:1763338457.525423:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290879488 00000100:00100000:2.0:1763338457.525476:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6764 00000100:00100000:2.0:1763338457.525484:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290879488:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.525501:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.525521:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42f8 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338457.525539:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338457.525557:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.525559:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.525567:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.525581:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.525598:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:2.0:1763338457.525654:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290879488:12345-192.168.202.34@tcp:101:bash.0 Request processed in 171us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.525660:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6764 00000100:00100000:0.0:1763338457.528114:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.528611:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290879744 00000100:00100000:2.0:1763338457.528623:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290879744 00000100:00100000:2.0:1763338457.528689:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9745 00000100:00100000:2.0:1763338457.528701:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56944:x1848993290879744:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338457.528704:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338457.528729:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.528751:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af92a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af42ff expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.528756:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.528799:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290880000 00000100:00100000:2.0:1763338457.528803:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290880000 00002000:00010000:2.0:1763338457.528822:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/608 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.528827:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c15f80 with x1848993290880000 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.528836:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145c15f80. 00000100:00100000:2.0:1763338457.528860:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290879872 00000100:00100000:2.0:1763338457.528863:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290879872 00002000:00010000:2.0:1763338457.528877:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/608 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.528881:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c14000 with x1848993290879872 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.528887:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145c14000. 00000100:00100000:2.0:1763338457.528905:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1671 00000100:00100000:2.0:1763338457.528912:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290880000:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338457.528968:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1672 00000100:00100000:1.0:1763338457.528977:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2410:x1848993290879872:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338457.529079:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338457.529079:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338457.529084:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.529084:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 0 -> 1763338457 00002000:00010000:2.0:1763338457.529087:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.529087:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.529090:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:1.0:1763338457.529090:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 0 -> 1763338457 00002000:00010000:2.0:1763338457.529093:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338457.529093:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763338457.529386:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.529401:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.529414:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.529432:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.529439:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.529445:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.529546:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af93f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.529555:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af93f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.529562:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af93f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338457.529571:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 2 00000100:00100000:1.0:1763338457.529616:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993290879872:12345-192.168.202.34@tcp:10:bash.0 Request processed in 638us (857us total) trans 21474838996 rc 0/0 00000100:00100000:1.0:1763338457.529624:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1672 00002000:00010000:1.0:1763338457.529628:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/608 (0->18446744073709551615) 00002000:00100000:1.0:1763338457.529631:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c14000 with x1848993290879872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338457.529636:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145c14000. 00000100:00100000:2.0:1763338457.529734:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290880000:12345-192.168.202.34@tcp:10:bash.0 Request processed in 822us (1029us total) trans 17179871668 rc 0/0 00000100:00100000:2.0:1763338457.529741:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1671 00002000:00010000:2.0:1763338457.529744:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/608 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.529747:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c15f80 with x1848993290880000 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.529751:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145c15f80. 00010000:00010000:0.0:1763338457.530207:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530216:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530223:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530229:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530235:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.530240:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530251:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530299:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197100) 00010000:00010000:0.0:1763338457.530303:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.530307:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530314:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af931 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530327:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530333:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530442:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530451:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.530454:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530460:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530469:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.530471:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.530474:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530479:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af938 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.530525:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4af92a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ff expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.530541:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af93f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ff expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.530548:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.530550:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338457.530554:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338457.530604:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56944:x1848993290879744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1904us (2499us total) trans 4294972807 rc 0/0 00000100:00100000:0.0:1763338457.530611:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9745 00000100:00100000:1.0:1763338457.534344:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.534478:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290880256 00000100:00100000:3.0:1763338457.534491:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290880256 00000100:00100000:3.0:1763338457.534711:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3403 00000100:00100000:3.0:1763338457.534722:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56944:x1848993290880256:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338457.535006:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290880256:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 285us (673us total) trans 4294972808 rc 0/0 00000100:00100000:3.0:1763338457.535014:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3403 00000100:00100000:2.0:1763338457.539483:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.539559:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290880384 00000100:00100000:0.0:1763338457.539569:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290880384 00000100:00100000:0.0:1763338457.539628:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9746 00000100:00100000:0.0:1763338457.539637:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56945:x1848993290880384:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338457.539658:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.539688:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af94d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4306 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.539751:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.539763:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.539775:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.539789:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.539796:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.539802:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.539865:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.539874:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.539884:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.539915:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.539928:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 268 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.539941:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303191296:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.540031:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c540 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.542379:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.542794:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290880640 00000100:00100000:3.0:1763338457.542804:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290880640 00000100:00100000:0.0:1763338457.543766:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303191296:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.543794:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338457.543993:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3404 00000100:00100000:3.0:1763338457.544009:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:51319:x1848993290880640:12345-192.168.202.34@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1763338457.544464:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:51319:x1848993290880640:12345-192.168.202.34@tcp:35:ldlm_bl.0 Request processed in 460us (2103us total) trans 4294972809 rc 0/0 00000100:00100000:3.0:1763338457.544474:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3404 00000100:00100000:1.0:1763338457.547092:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.547187:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290880768 00000100:00100000:0.0:1763338457.547197:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290880768 00010000:00010000:0.0:1763338457.547237:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.547491:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3195 00000100:00100000:0.0:1763338457.547501:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2410:x1848993290880768:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.547516:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.547523:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.547535:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.547560:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af882 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42b9 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.547576:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.547581:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.547590:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.547596:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.547626:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.547677:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:2410:x1848993290880768:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 177us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.547692:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3195 00010000:00010000:2.0:1763338457.547745:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547753:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.547803:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 5 00000004:00200000:2.0:1763338457.547807:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338457.547825:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547838:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547849:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547855:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547861:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547868:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547873:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.547877:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547885:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547892:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338457.547895:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.547899:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547904:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4af954 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547914:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547920:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547925:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547930:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.547932:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547937:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547946:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338457.547949:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.547951:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547956:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af95b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.547986:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af94d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.548000:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.548007:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.548009:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.548012:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:2.0:1763338457.548046:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56945:x1848993290880384:12345-192.168.202.34@tcp:101:rm.0 Request processed in 8410us (8575us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.548052:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9746 00000100:00100000:1.0:1763338457.553586:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.554347:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290881024 00000100:00100000:2.0:1763338457.554358:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290881024 00000100:00100000:2.0:1763338457.554422:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9747 00000100:00100000:2.0:1763338457.554432:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290881024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.554458:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.554478:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af969 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af430d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.554598:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.554613:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.554622:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.554656:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.554669:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 269 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.554695:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303191424:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.554783:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1462e4540 going to sleep for 11 seconds 00000100:00100000:3.0:1763338457.556568:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.556987:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290881280 00000100:00100000:0.0:1763338457.556996:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290881280 00000100:00100000:0.0:1763338457.557048:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9748 00000100:00100000:0.0:1763338457.557058:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56945:x1848993290881280:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338457.557108:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763338457.557133:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4af8f9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ea expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.557153:0:13583:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 269 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.557167:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af93f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42ff expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.557179:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4af89e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42d5 expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.557190:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.557194:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.557203:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.557211:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.557229:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.557255:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.557288:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.557296:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.557308:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.557315:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.557321:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.557404:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.557413:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.557420:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.557433:0:13583:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.557441:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.559033:0:6518:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000001014830b x1848993303191424) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 267 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.559055:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af962 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4306 expref: 267 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.559070:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303191424:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.559089:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.559093:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.559106:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.559113:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.559121:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.559127:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.559148:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 5 00010000:00010000:2.0:1763338457.559452:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4af969 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.559472:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 267 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.559481:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 267 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.559487:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:2.0:1763338457.559961:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290881024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5527us (6382us total) trans 4294972810 rc 0/0 00000100:00100000:2.0:1763338457.559971:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9747 00000100:00100000:3.0:1763338457.564066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.564118:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.564326:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290881408 00000100:00100000:2.0:1763338457.564341:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290881408 00000100:00100000:2.0:1763338457.564402:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9749 00000100:00100000:2.0:1763338457.564412:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290881408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.564443:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.564464:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af993 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4314 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.564486:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290881536 00000100:00100000:0.0:1763338457.564492:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290881536 00010000:00010000:0.0:1763338457.564522:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 269 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.564545:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3196 00000100:00100000:0.0:1763338457.564553:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:2410:x1848993290881536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.564561:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338457.564565:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.564574:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 269 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.564579:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.564589:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.564767:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 269 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.564790:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4af970 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af430d expref: 269 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.564791:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.564814:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.564818:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.564825:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.564833:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.564839:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.564846:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.564852:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.564858:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.565195:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.565195:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.565205:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338457.565282:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2410:x1848993290881536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 710us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.565291:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3196 00000004:00080000:2.0:1763338457.566232:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763338457.566357:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566375:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566382:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566388:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.566392:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566403:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566414:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.566417:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338457.566420:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.566428:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.566434:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.566465:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566472:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4af985 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566487:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566493:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566498:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566503:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566508:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.566511:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566517:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566525:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338457.566527:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.566530:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566535:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af977 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338457.566553:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de433a6c reply state 00000000bb65ff1f transno 4294972811 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566564:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.566570:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338457.566573:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.566575:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338457.566641:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56945:x1848993290881280:12345-192.168.202.34@tcp:36:rm.0 Request processed in 9581us (10075us total) trans 4294972811 rc 0/0 00000100:00100000:2.0:1763338457.566649:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9748 00010000:00010000:0.0:1763338457.567861:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.567876:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338457.567932:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 5 00000004:00200000:0.0:1763338457.567937:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338457.567958:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.567999:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4af993 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4314 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.568018:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4314 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.568027:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.568030:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.568034:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:0.0:1763338457.568089:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290881408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3678us (4035us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.568098:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9749 00000100:00100000:1.0:1763338457.576327:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.576586:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290881792 00000100:00100000:0.0:1763338457.576598:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290881792 00000100:00100000:0.0:1763338457.577411:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9750 00000100:00100000:0.0:1763338457.577425:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290881792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.577450:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.577472:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9a1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af431b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.579023:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af9a8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.579045:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af9a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.579057:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af9a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338457.579074:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 5 00010000:00010000:1.0:1763338457.579191:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9a1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af431b expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.579207:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af9a8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af431b expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.579220:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:1.0:1763338457.579223:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338457.579227:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c800, rc 0) 00000100:00100000:1.0:1763338457.579327:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56944:x1848993290881792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1904us (3009us total) trans 4294972812 rc 0/0 00000100:00100000:1.0:1763338457.579334:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9750 00000100:00100000:3.0:1763338457.584317:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.587425:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290881920 00000100:00100000:1.0:1763338457.587443:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290881920 00000100:00100000:1.0:1763338457.587524:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6765 00000100:00100000:1.0:1763338457.587534:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2409:x1848993290881920:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338457.587582:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.587602:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 30 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.587609:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.587611:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.587615:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.587656:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 30 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.587672:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 30 pid: 31107 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.587692:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303191552:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.587783:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338457.587807:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.588022:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882048 00000100:00100000:1.0:1763338457.588027:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882048 00000100:00100000:1.0:1763338457.588067:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9751 00000100:00100000:1.0:1763338457.588075:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56946:x1848993290882048:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.588091:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.588109:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af9bd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4322 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.588168:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.588180:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588191:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588202:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.588209:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588214:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588257:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588306:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588314:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588322:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588328:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.588333:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588341:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588353:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9900) 00010000:00010000:1.0:1763338457.588357:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.588371:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588377:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4af9c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588391:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588397:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588403:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588408:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cae9a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.588413:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588419:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588426:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338457.588429:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.588432:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588439:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4af9cb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.588463:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af9bd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4322 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.588472:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9900) 00010000:00010000:1.0:1763338457.588474:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.588478:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4af9bd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4322 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.588491:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:1.0:1763338457.588543:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56946:x1848993290882048:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 467us (736us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338457.588551:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9751 00000100:00100000:1.0:1763338457.595712:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303191552:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.595747:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.597207:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.597251:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.597671:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882304 00000100:00100000:2.0:1763338457.597688:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882304 00002000:00100000:2.0:1763338457.597738:0:24008:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x260:0x0] (0->4) req@ffff8fd27d419c00 x1848993290882304/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:483/0 lens 496/0 e 0 to 0 dl 1763338468 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338457.597748:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419c00 with x1848993290882304 ext(0->4) 00010000:00010000:2.0:1763338457.597757:0:24008:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 31 pid: 31107 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.597777:0:24008:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 31 pid: 31107 timeout: 1227 lvb_type: 0 00002000:00010000:2.0:1763338457.597784:0:24008:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd27d419c00 00000100:00100000:0.0:1763338457.597809:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882176 00000100:00100000:0.0:1763338457.597816:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882176 00000100:00100000:2.0:1763338457.597825:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 112 00000100:00100000:2.0:1763338457.597835:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993290882304:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:0.0:1763338457.597853:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9752 00000100:00100000:0.0:1763338457.597865:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56946:x1848993290882176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.597879:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.597906:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af9d2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4329 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.597973:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.597986:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.597998:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598009:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.598016:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598022:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598071:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598079:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598086:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598093:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598099:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.598104:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598112:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598126:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338457.598129:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.598133:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598139:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4af9d9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598152:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598159:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598164:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598171:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.598174:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598179:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598186:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338457.598189:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.598192:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598198:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9e0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.598225:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af9d2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4329 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.598235:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338457.598238:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.598242:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af9d2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4329 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.598256:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338457.598385:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56946:x1848993290882176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 522us (1184us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338457.598393:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9752 00000100:00100000:3.0:1763338457.599435:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993290882304:12345-192.168.202.34@tcp:4:bash.0 Request processed in 1595us (2176us total) trans 21474838997 rc 0/0 00000100:00100000:3.0:1763338457.599446:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 112 00002000:00100000:3.0:1763338457.599456:0:24008:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x260:0x0] (0->4) req@ffff8fd27d419c00 x1848993290882304/t21474838997(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:483/0 lens 496/448 e 0 to 0 dl 1763338468 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338457.599784:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419c00 with x1848993290882304 ext(0->4) 00010000:00010000:3.0:1763338457.599795:0:24008:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 33 pid: 31107 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.599814:0:24008:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 33 pid: 31107 timeout: 1227 lvb_type: 0 00002000:00010000:3.0:1763338457.599821:0:24008:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd27d419c00 00000100:00100000:3.0:1763338457.600733:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.600823:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882432 00000100:00100000:0.0:1763338457.600831:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882432 00000100:00100000:0.0:1763338457.600882:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9753 00000100:00100000:0.0:1763338457.600891:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56946:x1848993290882432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.600906:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.600927:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af9e7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4330 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.600981:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af9ee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.600994:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af9ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.601005:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af9ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338457.601046:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338457.601109:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338457.601148:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4af9e7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4330 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.601166:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af9ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4330 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.601176:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.601179:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338457.601182:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338457.601241:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56946:x1848993290882432:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 351us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.601249:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9753 00000100:00100000:0.0:1763338457.602628:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.602767:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882560 00000100:00100000:3.0:1763338457.602774:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882560 00010000:00010000:3.0:1763338457.602805:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 33 pid: 31107 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.602842:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3197 00000100:00100000:3.0:1763338457.602849:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993290882560:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338457.602861:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763338457.602876:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763338457.602879:0:6504:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 1763338457 -> 1763338458 00002000:00010000:3.0:1763338457.602881:0:6504:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 1763338457 -> 1763338458 00002000:00010000:3.0:1763338457.602883:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338457.602888:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 33 pid: 31107 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.602899:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 33 pid: 31107 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.602919:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4af91c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f1 expref: 33 pid: 31107 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338457.602941:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.602943:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.602948:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.602957:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.603880:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.604911:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338457.604922:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993290882560:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2066us (2295us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338457.604927:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338457.604933:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3197 00010000:00010000:3.0:1763338457.604956:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.604964:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.606020:0:35252:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.606030:0:35252:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.606034:0:35252:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.606219:0:35252:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.606246:0:35252:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.606255:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4af9b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.607998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.608437:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993290881920:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 20902us (24127us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.608497:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6765 00000100:00100000:0.0:1763338457.608624:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882688 00000100:00100000:0.0:1763338457.608634:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882688 00000100:00100000:0.0:1763338457.608680:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9754 00000100:00100000:0.0:1763338457.608689:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56946:x1848993290882688:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.608711:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.608730:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af9f5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4337 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.608805:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.608819:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608829:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608839:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.608846:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608852:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608898:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608905:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608910:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608917:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608921:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.608925:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608932:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608944:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.608946:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.608951:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608956:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4af9fc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608965:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608970:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608975:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608979:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.608981:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608986:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.608995:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338457.608997:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.609000:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.609004:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afa03 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.609028:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af9f5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4337 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.609038:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.609040:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.609043:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4af9f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4337 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.609051:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338457.609078:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56946:x1848993290882688:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 390us (1085us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338457.609084:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9754 00000100:00100000:0.0:1763338457.619542:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.619627:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.620044:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290883200 00000100:00100000:1.0:1763338457.620057:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290883200 00000100:00100000:1.0:1763338457.620113:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290882944 00000100:00100000:1.0:1763338457.620117:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290882944 00000100:00100000:1.0:1763338457.620146:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9755 00000100:00100000:1.0:1763338457.620157:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56944:x1848993290883200:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338457.620216:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338457.620257:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4af99a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4314 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.620297:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:1.0:1763338457.620302:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338457.620335:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.620349:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.620358:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:1.0:1763338457.620591:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1532, 88 off128568 00000004:00080000:1.0:1763338457.620599:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127332336372ns, next at 1127823350635ns, rc = 0 00000040:00080000:1.0:1763338457.620635:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1532, 88 off128808 00000004:00080000:1.0:1763338457.620641:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127332378476ns, next at 1127823373230ns, rc = 0 00000040:00080000:1.0:1763338457.620703:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1533, 88 off128896 00000004:00080000:1.0:1763338457.620709:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127332447124ns, next at 1127823373230ns, rc = 0 00000040:00080000:1.0:1763338457.620728:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1533, 88 off128656 00000004:00080000:1.0:1763338457.620732:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127332470264ns, next at 1127823350635ns, rc = 0 00000100:00100000:2.0:1763338457.620788:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9756 00000100:00100000:2.0:1763338457.620800:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56946:x1848993290882944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.620811:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.620813:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338457.620828:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4af9ee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4330 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.620841:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338457.620850:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.620866:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa11 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af433e expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.620945:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.620954:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.620962:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.620973:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.620981:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.620988:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622695:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338457.622714:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622723:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338457.622734:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 0 00010000:00010000:2.0:1763338457.622760:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622767:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622777:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622783:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622789:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.622793:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622801:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622819:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338457.622822:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.622827:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622833:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa18 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338457.622846:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000079a88b76 reply state 000000009a6eaed0 transno 4294972814 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622857:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.622863:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338457.622865:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.622868:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338457.622903:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa11 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.622927:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.622934:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338457.622937:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.622939:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:2.0:1763338457.623017:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56946:x1848993290882944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2219us (3389us total) trans 4294972814 rc 0/0 00000100:00100000:2.0:1763338457.623025:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9756 00000001:00080000:3.0:1763338457.624403:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972813 is committed 00000004:00080000:3.0:1763338457.624412:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1000 committed 00010000:00010000:1.0:1763338457.624428:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.624441:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.624448:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.624454:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.624458:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.624466:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.624478:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338457.624481:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.624485:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.624491:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4af97e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338457.625063:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1006 committed 00000004:00080000:3.0:1763338457.625083:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1005 committed 00000004:00080000:3.0:1763338457.625085:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 999 committed 00000100:00100000:0.0:1763338457.625242:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303191808:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338457.625294:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303191680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.625327:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338457.625391:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303191936:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.625414:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338457.625430:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303192064:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.625455:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303191808 00000100:00100000:2.0:1763338457.625456:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.625465:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303191808 00000100:00100000:2.0:1763338457.625496:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303191680 00000100:00100000:2.0:1763338457.625501:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303191680 00000100:00100000:0.0:1763338457.625510:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303192064 00000100:00100000:0.0:1763338457.625515:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303192064 00000100:00100000:2.0:1763338457.625536:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766 00000100:00100000:0.0:1763338457.625548:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767 00000100:00100000:2.0:1763338457.625549:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3657:x1848993303191808:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.625566:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303191680:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338457.625691:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625695:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625697:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625699:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625701:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338457.625732:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3657:x1848993303191808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 188us (405us total) trans 17179871669 rc 0/0 00000100:00100000:2.0:1763338457.625741:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766 00000100:00100000:2.0:1763338457.625755:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6768 00000100:00100000:2.0:1763338457.625760:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+50:3655:x1848993303192064:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338457.625814:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625817:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625819:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625820:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.625822:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338457.625844:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+51:3655:x1848993303192064:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (390us total) trans 21474838998 rc 0/0 00000100:00100000:2.0:1763338457.625849:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6768 00000004:00080000:2.0:1763338457.625886:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da4700/2, rc 0, transno 21474838998 00000100:00100000:2.0:1763338457.625890:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303192064:0@lo:2:osp-syn-0-1.0 00000004:00010000:1.0:1763338457.625982:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b1b8358f reply state 000000002554bffc transno 4294972813 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.626000:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.626008:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:1.0:1763338457.626011:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763338457.626014:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763338457.626088:0:6518:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763338457.626100:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56944:x1848993290883200:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 5943us (6569us total) trans 4294972813 rc 0/0 00000100:00100000:1.0:1763338457.626108:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9755 00002000:00010000:0.0:1763338457.627070:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.627075:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.627078:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.627080:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:0.0:1763338457.627083:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338457.627132:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3656:x1848993303191680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1567us (1716us total) trans 17179871670 rc 0/0 00000100:00100000:0.0:1763338457.627139:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767 00000004:00080000:0.0:1763338457.627182:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2746c0700/2, rc 0, transno 17179871669 00000100:00100000:0.0:1763338457.627187:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303191808:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.627206:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.627461:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303191936 00000100:00100000:3.0:1763338457.627472:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303191936 00000100:00100000:3.0:1763338457.627519:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769 00000100:00100000:3.0:1763338457.627527:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+51:3654:x1848993303191936:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338457.627688:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2746c0000/2, rc 0, transno 17179871670 00000100:00100000:1.0:1763338457.627694:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303191680:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.628527:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+52:3654:x1848993303191936:12345-0@lo:2:osp-syn-0-1.0 Request processed in 998us (1316us total) trans 21474838999 rc 0/0 00000100:00100000:3.0:1763338457.628536:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00000004:00080000:0.0:1763338457.628822:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da5c00/2, rc 0, transno 21474838999 00000100:00100000:0.0:1763338457.628829:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303191936:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338457.629458:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.629470:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.629478:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.629484:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cae9a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.629490:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.629498:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.629519:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.629522:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.629527:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.629533:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afa0a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.629951:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.630694:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290883456 00000100:00100000:1.0:1763338457.630704:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290883456 00000100:00100000:1.0:1763338457.630761:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9757 00000100:00100000:1.0:1763338457.630771:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56946:x1848993290883456:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.630795:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.630815:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afa34 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4345 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.630920:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.630934:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.630943:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.630975:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.630988:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 266 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.631006:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303192192:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.631168:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2527360c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.634014:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.635585:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290883584 00000100:00100000:2.0:1763338457.635599:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290883584 00000100:00100000:2.0:1763338457.635669:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9758 00000100:00100000:2.0:1763338457.635678:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290883584:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.635705:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.635726:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af434c expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.635784:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.635799:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.635817:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.635820:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.635824:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:2.0:1763338457.635931:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290883584:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 253us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.635939:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9758 00000100:00100000:1.0:1763338457.637688:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.637692:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303192192:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.637716:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.637921:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290883712 00000100:00100000:0.0:1763338457.637927:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290883712 00010000:00010000:0.0:1763338457.637956:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 268 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.637991:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3198 00000100:00100000:0.0:1763338457.637999:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252691450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:2409:x1848993290883712:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.638012:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.638018:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 268 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.638031:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 268 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.638061:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa26 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af433e expref: 268 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.638077:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:0.0:1763338457.638083:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.638091:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.638098:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.638126:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.638223:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638231:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.638253:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 0 00000004:00080000:2.0:1763338457.638433:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x262:0x0], index 1: 0 00000004:00080000:2.0:1763338457.638438:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x262:0x0], index 0: 0 00000004:00080000:2.0:1763338457.638442:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x263:0x0], index 0: 0 00000004:00080000:2.0:1763338457.638445:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x263:0x0], index 1: 0 00010000:00010000:2.0:1763338457.638535:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638542:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638549:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638554:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.638558:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638564:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638572:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338457.638575:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.638578:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638583:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afa3b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.638622:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afa34 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4345 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.638629:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338457.638631:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338457.638634:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afa34 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4345 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.638645:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d600, rc 0) 00000100:00100000:0.0:1763338457.638938:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252691450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2409:x1848993290883712:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 937us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.638947:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3198 00000100:00100000:2.0:1763338457.639745:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56946:x1848993290883456:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8973us (9795us total) trans 4294972815 rc 301/301 00000100:00100000:2.0:1763338457.639753:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9757 00000100:00100000:1.0:1763338457.640453:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.640814:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290883840 00000100:00100000:2.0:1763338457.640822:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290883840 00000100:00100000:2.0:1763338457.640877:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9759 00000100:00100000:2.0:1763338457.640886:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56944:x1848993290883840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.640903:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.640920:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa50 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4353 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.640990:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afa57 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.641007:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afa57 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.641017:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afa57 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.641072:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d0:0x0]: returning size 5 00000004:00200000:2.0:1763338457.641076:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338457.641095:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afa57 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.641120:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afa50 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4353 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.641136:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afa57 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4353 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.641144:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.641147:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763338457.641151:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00000100:00100000:2.0:1763338457.641206:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290883840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 320us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.641213:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9759 00000100:00100000:2.0:1763338457.644486:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.644582:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.644667:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290884224 00000100:00100000:0.0:1763338457.644680:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290884224 00000100:00100000:0.0:1763338457.644740:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6770 00000100:00100000:0.0:1763338457.644750:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d651050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2408:x1848993290884224:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.644774:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.644803:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af435a expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338457.644836:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x260:0x0] initial LVB size: 5, mtime: 0x691a68da, atime: 0x0, ctime: 0x691a68da, blocks: 0x8 00010000:00010000:0.0:1763338457.644859:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.644862:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.644874:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 32 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.644892:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 32 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.644905:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:0.0:1763338457.644957:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d651050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2408:x1848993290884224:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 209us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.644965:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6770 00000100:00100000:3.0:1763338457.645046:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290884096 00000100:00100000:3.0:1763338457.645052:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290884096 00000100:00100000:3.0:1763338457.645093:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3405 00000100:00100000:3.0:1763338457.645103:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56946:x1848993290884096:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338457.645380:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56946:x1848993290884096:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 279us (904us total) trans 4294972816 rc 0/0 00000100:00100000:3.0:1763338457.645388:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3405 00000100:00100000:1.0:1763338457.653208:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.653640:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290884480 00000100:00100000:2.0:1763338457.653652:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290884480 00000100:00100000:2.0:1763338457.653718:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3406 00000100:00100000:2.0:1763338457.653729:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56946:x1848993290884480:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338457.655425:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56946:x1848993290884480:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1687us (2215us total) trans 4294972817 rc 0/0 00000100:00100000:2.0:1763338457.655438:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3406 00000100:00100000:1.0:1763338457.658834:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.658922:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290884736 00000100:00100000:3.0:1763338457.658933:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290884736 00000100:00100000:3.0:1763338457.658986:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9760 00000100:00100000:3.0:1763338457.658995:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290884736:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.659024:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.659046:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa65 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4361 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.659169:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.659182:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659192:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659201:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.659209:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659215:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659300:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afa7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.659308:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afa7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659315:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afa7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338457.659325:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 0 00010000:00010000:3.0:1763338457.659412:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659420:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659427:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659432:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659438:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.659442:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659449:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659459:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a600) 00010000:00010000:3.0:1763338457.659462:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.659467:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659473:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afa6c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659484:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659493:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659499:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659504:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.659507:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659512:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659518:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338457.659520:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.659522:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659527:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa73 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.659560:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa65 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4361 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.659574:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afa7a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4361 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.659581:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338457.659584:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338457.659586:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:3.0:1763338457.659651:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290884736:12345-192.168.202.34@tcp:101:bash.0 Request processed in 657us (826us total) trans 4294972818 rc 0/0 00000100:00100000:3.0:1763338457.659659:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9760 00000100:00100000:1.0:1763338457.661572:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.661621:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290884864 00000100:00100000:2.0:1763338457.661630:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290884864 00000100:00100000:2.0:1763338457.661699:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9761 00000100:00100000:2.0:1763338457.661709:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290884864:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.661729:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.661747:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa88 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4368 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.661777:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afa8f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.661789:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afa8f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.661800:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afa8f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.661907:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afa88 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4368 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.661924:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afa8f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4368 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.661932:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338457.661935:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338457.661939:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:2.0:1763338457.661997:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290884864:12345-192.168.202.34@tcp:101:bash.0 Request processed in 290us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.662005:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9761 00000100:00100000:1.0:1763338457.668537:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.670101:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290885120 00000100:00100000:3.0:1763338457.670118:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290885120 00000100:00100000:3.0:1763338457.670325:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9762 00000100:00100000:3.0:1763338457.670336:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290885120:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338457.670410:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.670441:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afa7a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4361 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.670460:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338457.670466:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.670659:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.670674:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.670682:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:3.0:1763338457.670723:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972819 00000004:00010000:3.0:1763338457.670748:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b93c38f6 reply state 000000009bfc4258 transno 4294972820 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.670767:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.670772:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338457.670775:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338457.670778:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338457.671529:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290885120:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1191us (2997us total) trans 4294972820 rc 0/0 00000100:00100000:3.0:1763338457.671537:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9762 00000020:00080000:3.0:1763338457.671542:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338457.675444:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.675790:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290885248 00000100:00100000:3.0:1763338457.675801:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290885248 00000100:00100000:3.0:1763338457.675856:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9763 00000100:00100000:3.0:1763338457.675865:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290885248:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.675894:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.675913:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa9d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af436f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.675965:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa9d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af436f expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.675977:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa9d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af436f expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.675993:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338457.675995:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338457.675999:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:3.0:1763338457.676056:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290885248:12345-192.168.202.34@tcp:101:bash.0 Request processed in 192us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.676063:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9763 00000100:00100000:1.0:1763338457.681047:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.681957:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290885504 00000100:00100000:3.0:1763338457.681970:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290885504 00000100:00100000:3.0:1763338457.682031:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9764 00000100:00100000:3.0:1763338457.682040:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290885504:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.682066:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.682069:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338457.682096:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afa9d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af436f expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.682114:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338457.682119:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.682132:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afaa4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4376 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.682178:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afaab lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.682191:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afaab lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.682199:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afaab lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:2.0:1763338457.688892:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1534, 88 off128984 00000004:00080000:2.0:1763338457.688909:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127400645925ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.688943:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1534, 88 off128744 00000004:00080000:2.0:1763338457.688948:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127400686067ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.688985:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1535, 88 off128832 00000004:00080000:2.0:1763338457.688990:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127400728502ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.689001:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1535, 88 off129072 00000004:00080000:2.0:1763338457.689005:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127400742585ns, next at 1127823373230ns, rc = 0 00000001:00080000:2.0:1763338457.699341:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972821 is committed 00000004:00080000:2.0:1763338457.699354:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1008 committed 00000004:00080000:2.0:1763338457.699388:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1002 committed 00010000:00010000:1.0:1763338457.699397:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699411:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699418:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699424:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.699429:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699437:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699455:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338457.699459:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.699464:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699474:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afa1f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699501:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699507:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699513:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699522:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.699525:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699531:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699538:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:1.0:1763338457.699541:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.699544:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338457.699550:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afa96 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338457.699943:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303192320:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.700019:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.700065:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338457.700071:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303192448:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.700093:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.700140:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303192320 00000100:00100000:1.0:1763338457.700148:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303192320 00000100:00100000:1.0:1763338457.700187:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303192448 00000100:00100000:1.0:1763338457.700190:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303192448 00000100:00100000:1.0:1763338457.700207:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771 00000100:00100000:1.0:1763338457.700215:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303192320:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.700431:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303192320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 216us (412us total) trans 17179871671 rc 0/0 00000100:00100000:1.0:1763338457.700439:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771 00000100:00100000:1.0:1763338457.700457:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772 00000100:00100000:1.0:1763338457.700463:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303192448:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.700537:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303192448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 74us (443us total) trans 17179871672 rc 0/0 00000100:00100000:1.0:1763338457.700544:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772 00000004:00080000:0.0:1763338457.700585:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee3480/2, rc 0, transno 17179871672 00000100:00100000:0.0:1763338457.700594:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303192448:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338457.700609:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee0700/2, rc 0, transno 17179871671 00000100:00100000:1.0:1763338457.700613:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258705f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303192704:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.700616:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303192320:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.700638:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303192576:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.700646:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.700675:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.700677:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303192704 00000100:00100000:0.0:1763338457.700709:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303192576 00000100:00100000:0.0:1763338457.700714:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303192576 00000100:00100000:0.0:1763338457.700745:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773 00000100:00100000:0.0:1763338457.700752:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+52:3654:x1848993303192576:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.700790:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303192704 00000100:00100000:1.0:1763338457.700820:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6774 00000100:00100000:1.0:1763338457.700828:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:3655:x1848993303192704:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.700855:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+54:3654:x1848993303192576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (181us total) trans 21474839000 rc 0/0 00000100:00100000:0.0:1763338457.700864:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773 00000004:00080000:0.0:1763338457.700899:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258706680/2, rc 0, transno 21474839000 00000100:00100000:0.0:1763338457.700905:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303192576:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.700920:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:3655:x1848993303192704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (273us total) trans 21474839001 rc 0/0 00000100:00100000:1.0:1763338457.700927:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6774 00000004:00080000:0.0:1763338457.700948:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258705f80/2, rc 0, transno 21474839001 00000100:00100000:0.0:1763338457.700955:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258705f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303192704:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338457.702422:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1001 committed 00000004:00080000:2.0:1763338457.703010:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1007 committed 00010000:00010000:0.0:1763338457.703786:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afaab lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4376 expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.703801:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:0.0:1763338457.703805:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338457.703824:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afaa4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4376 expref: 267 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338457.703841:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afaab lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4376 expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.703872:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:0.0:1763338457.703874:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338457.703876:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:0.0:1763338457.703959:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290885504:12345-192.168.202.34@tcp:101:bash.0 Request processed in 21918us (22919us total) trans 4294972821 rc 0/0 00000100:00100000:0.0:1763338457.703969:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9764 00000100:00100000:1.0:1763338457.706937:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.707061:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290885632 00000100:00100000:3.0:1763338457.707070:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290885632 00000100:00100000:3.0:1763338457.707121:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6775 00000100:00100000:3.0:1763338457.707129:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290885632:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.707145:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.707164:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af437d expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.707185:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.707203:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.707206:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.707214:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.707228:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.707238:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:3.0:1763338457.707319:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290885632:12345-192.168.202.34@tcp:101:bash.0 Request processed in 189us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.707325:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6775 00000100:00100000:1.0:1763338457.710595:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.710735:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290885760 00000100:00100000:2.0:1763338457.710746:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290885760 00000100:00100000:2.0:1763338457.710802:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6776 00000100:00100000:2.0:1763338457.710812:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+32:55909:x1848993290885760:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.710830:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.710851:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4384 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338457.710876:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338457.710896:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.710898:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.710918:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 33 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.710935:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 33 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.710947:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:2.0:1763338457.711002:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+33:55909:x1848993290885760:12345-192.168.202.34@tcp:101:bash.0 Request processed in 192us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.711009:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6776 00000100:00100000:2.0:1763338457.716340:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.716388:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.716429:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290885888 00000100:00100000:0.0:1763338457.716440:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290885888 00000100:00100000:3.0:1763338457.716460:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290886016 00000100:00100000:3.0:1763338457.716467:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290886016 00002000:00010000:3.0:1763338457.716491:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/610 (0->18446744073709551615) 00002000:00010000:0.0:1763338457.716491:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/610 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.716499:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf2a00 with x1848993290886016 ext(0->18446744073709551615) 00002000:00100000:0.0:1763338457.716500:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd267da6d80 with x1848993290885888 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.716514:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14caf2a00. 00002000:00010000:0.0:1763338457.716514:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd267da6d80. 00000100:00100000:3.0:1763338457.716557:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1673 00000100:00100000:3.0:1763338457.716566:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993290886016:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:0.0:1763338457.716610:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1674 00000100:00100000:0.0:1763338457.716621:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290885888:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338457.716773:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.716774:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.716779:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:0.0:1763338457.716781:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:3.0:1763338457.716784:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.716786:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.716790:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:0.0:1763338457.716791:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:3.0:1763338457.716796:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338457.716797:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.717444:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993290886016:12345-192.168.202.34@tcp:10:bash.0 Request processed in 876us (1051us total) trans 21474839002 rc 0/0 00000100:00100000:3.0:1763338457.717453:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1673 00002000:00010000:3.0:1763338457.717458:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/610 (0->18446744073709551615) 00002000:00100000:3.0:1763338457.717461:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf2a00 with x1848993290886016 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338457.717466:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14caf2a00. 00000100:00100000:0.0:1763338457.718381:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290885888:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1742us (2030us total) trans 17179871673 rc 0/0 00000100:00100000:0.0:1763338457.718401:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1674 00002000:00010000:0.0:1763338457.718406:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/610 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.718409:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd267da6d80 with x1848993290885888 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.718417:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd267da6d80. 00000100:00100000:1.0:1763338457.722464:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.722651:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290886272 00000100:00100000:2.0:1763338457.722662:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290886272 00000100:00100000:2.0:1763338457.723050:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3407 00000100:00100000:2.0:1763338457.723062:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243550050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290886272:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338457.723419:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243550050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:55909:x1848993290886272:12345-192.168.202.34@tcp:35:bash.0 Request processed in 358us (965us total) trans 4294972822 rc 0/0 00000100:00100000:2.0:1763338457.723426:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3407 00000100:00100000:1.0:1763338457.733838:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.738405:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290886400 00000100:00100000:0.0:1763338457.738423:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290886400 00000100:00100000:0.0:1763338457.738501:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9765 00000100:00100000:0.0:1763338457.738511:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56947:x1848993290886400:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338457.738540:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.738567:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afac0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af438b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.738635:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.738650:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738664:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738675:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.738694:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738700:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738766:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.738774:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738780:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338457.738825:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d1:0x0]: returning size 5 00000004:00200000:0.0:1763338457.738829:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338457.738846:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738858:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738867:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738874:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738884:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738891:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738896:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.738900:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738907:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738918:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338457.738921:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.738925:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738931:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afac7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738945:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738951:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738957:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738962:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.738965:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738974:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738980:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338457.738982:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.738985:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.738990:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4aface lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.739016:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afac0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af438b expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.739031:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af438b expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.739038:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:0.0:1763338457.739040:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.739042:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338457.739117:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56947:x1848993290886400:12345-192.168.202.34@tcp:101:rm.0 Request processed in 607us (5290us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.739125:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9765 00000100:00100000:1.0:1763338457.740139:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.740369:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290886528 00000100:00100000:3.0:1763338457.740377:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290886528 00000100:00100000:3.0:1763338457.740424:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6777 00000100:00100000:3.0:1763338457.740433:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993290886528:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338457.740528:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993290886528:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 96us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.740536:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6777 00000100:00100000:1.0:1763338457.749521:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.749558:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.749724:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290886912 00000100:00100000:3.0:1763338457.749736:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290886912 00000100:00100000:3.0:1763338457.749803:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9766 00000100:00100000:3.0:1763338457.749816:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56947:x1848993290886912:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338457.749877:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338457.749902:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4afaab lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4376 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.749923:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afad5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af438b expref: 267 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.749936:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afa8f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4368 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.749949:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338457.749961:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.749990:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.750007:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750017:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750031:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.750038:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750044:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750137:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.750144:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750150:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:3.0:1763338457.750460:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1536, 64 off129136 00000040:00080000:3.0:1763338457.750483:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1536, 64 off128896 00000040:00080000:3.0:1763338457.750492:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1537, 64 off128960 00000040:00080000:3.0:1763338457.750501:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1537, 64 off129200 00010000:00010000:3.0:1763338457.750551:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.750561:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750572:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750578:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750583:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750589:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750604:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338457.750626:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750632:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750638:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750644:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.750648:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750655:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750662:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307af00) 00010000:00010000:3.0:1763338457.750665:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338457.750669:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750678:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afaea lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750791:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750798:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750803:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750808:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750812:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.750815:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750820:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750827:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:3.0:1763338457.750830:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.750832:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750838:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afadc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338457.750849:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000479e7f7a reply state 0000000048920120 transno 4294972823 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750859:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.750866:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338457.750868:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338457.750871:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338457.750947:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56947:x1848993290886912:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1131us (1385us total) trans 4294972823 rc 0/0 00000100:00100000:3.0:1763338457.750955:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9766 00000100:00100000:2.0:1763338457.751065:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290886656 00000100:00100000:2.0:1763338457.751071:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290886656 00000100:00100000:2.0:1763338457.751113:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6778 00000100:00100000:2.0:1763338457.751120:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2407:x1848993290886656:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:2.0:1763338457.751188:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2407:x1848993290886656:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 67us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.751195:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6778 00010000:00010000:1.0:1763338457.751395:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.751403:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.751409:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.751412:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.751419:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.751429:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d1:0x0].0x0 (ffff8fd14307af00) 00010000:00010000:1.0:1763338457.751431:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338457.751434:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.751439:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afaf1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.751452:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.751454:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.751456:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338457.755599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.755742:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887040 00000100:00100000:2.0:1763338457.755754:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887040 00000100:00100000:2.0:1763338457.755823:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1675 00000100:00100000:2.0:1763338457.755833:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993290887040:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:2.0:1763338457.755870:0:24008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.755886:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.755889:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.755895:0:24008:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.755909:0:24008:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756022:0:24008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756031:0:24008:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756038:0:24008:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756046:0:24008:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338457.756050:0:24008:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756059:0:24008:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756081:0:24008:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.756088:0:24008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afaf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338457.756164:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993290887040:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 332us (574us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763338457.756171:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1675 00000100:00100000:1.0:1763338457.761231:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.761343:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887168 00000100:00100000:0.0:1763338457.761353:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887168 00000100:00100000:0.0:1763338457.761412:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9767 00000100:00100000:0.0:1763338457.761422:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290887168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338457.761449:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.761471:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afaff lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4392 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.761506:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4afb06 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.761521:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4afb06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.761534:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4afb06 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.761648:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afaff lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4392 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.761665:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f400/0x4ea0a6980f4afb06 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4392 expref: 268 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.761673:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.761676:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338457.761680:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f400, rc 0) 00000100:00100000:0.0:1763338457.761740:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290887168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 319us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.761748:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9767 00000100:00100000:1.0:1763338457.764653:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.764742:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887296 00000100:00100000:3.0:1763338457.764752:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887296 00000100:00100000:3.0:1763338457.764812:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9768 00000100:00100000:3.0:1763338457.764822:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56948:x1848993290887296:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.764845:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.764871:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afb0d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4399 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.764941:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.764955:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.764967:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.764979:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.764986:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.764992:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765035:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765041:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765046:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765052:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765064:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.765068:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765075:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765088:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:3.0:1763338457.765091:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.765095:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765101:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb14 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765115:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765120:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765125:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765130:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.765133:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765138:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765145:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338457.765147:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.765150:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765155:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb1b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.765181:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afb0d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4399 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.765190:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:3.0:1763338457.765193:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338457.765196:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afb0d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4399 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.765208:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:3.0:1763338457.765468:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56948:x1848993290887296:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 646us (824us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338457.765478:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9768 00000100:00100000:3.0:1763338457.767616:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.767660:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.768320:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887424 00000100:00100000:0.0:1763338457.768333:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887424 00000100:00100000:0.0:1763338457.768407:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1676 00000100:00100000:0.0:1763338457.768417:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290887424:12345-192.168.202.34@tcp:4:lfs.0 00010000:00010000:0.0:1763338457.768453:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.768478:0:28406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 17 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.768486:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.768488:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.768493:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.768528:0:28406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 17 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338457.768543:0:28406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 17 pid: 8869 timeout: 1227 lvb_type: 1 00000100:00100000:0.0:1763338457.768559:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28406:1848993303192832:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338457.768633:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763338457.769166:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887552 00000100:00100000:2.0:1763338457.769173:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887552 00000100:00100000:2.0:1763338457.769218:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9769 00000100:00100000:2.0:1763338457.769226:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56948:x1848993290887552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.769237:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.769258:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afb29 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43a0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.769346:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.769369:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769383:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769395:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.769408:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769415:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769463:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769470:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769476:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769482:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769487:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.769491:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769498:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769510:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.769513:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.769518:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769524:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb30 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769537:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769543:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769549:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769553:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.769556:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769561:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769567:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:2.0:1763338457.769569:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.769572:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769577:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb37 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.769602:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afb29 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43a0 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.769611:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.769613:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.769616:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afb29 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43a0 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.769629:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:2.0:1763338457.769670:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56948:x1848993290887552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 445us (2009us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.769691:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9769 00000100:00100000:1.0:1763338457.777102:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.777141:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.777537:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887680 00000100:00100000:2.0:1763338457.777549:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887680 00010000:00010000:2.0:1763338457.777593:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 18 pid: 8869 timeout: 1227 lvb_type: 1 00000100:00100000:2.0:1763338457.777628:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3199 00000100:00100000:2.0:1763338457.777638:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290887680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.777660:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.777688:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 18 pid: 8869 timeout: 1227 lvb_type: 1 00010000:00010000:2.0:1763338457.777701:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 18 pid: 8869 timeout: 1227 lvb_type: 1 00010000:00010000:2.0:1763338457.777732:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.777734:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338457.777740:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.777752:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.777773:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.777829:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290887680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 192us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.777837:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3199 00010000:00010000:0.0:1763338457.777960:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4af874 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c0 expref: 17 pid: 8869 timeout: 1227 lvb_type: 1 00000100:00100000:0.0:1763338457.777976:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28406:1848993303192832:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.777999:0:28406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.778010:0:28406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.778022:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.778221:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887808 00000100:00100000:3.0:1763338457.778227:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887808 00000100:00100000:3.0:1763338457.778286:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9770 00000100:00100000:3.0:1763338457.778294:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56948:x1848993290887808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.778312:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.778333:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb3e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43a7 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.778405:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb45 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338457.778419:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.778429:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb45 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338457.778471:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338457.778477:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338457.778514:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afb3e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43a7 expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.778528:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb45 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43a7 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.778537:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:3.0:1763338457.778540:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338457.778545:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c000, rc 0) 00000100:00100000:3.0:1763338457.778578:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56948:x1848993290887808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 285us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.778589:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9770 00000001:00080000:0.0:1763338457.780182:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871674 is committed 00000001:00080000:0.0:1763338457.780200:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871672 is committed 00002000:00010000:3.0:1763338457.780412:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763338457.780418:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:3.0:1763338457.780421:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:3.0:1763338457.780423:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338457.780440:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.780454:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.780464:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.780472:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338457.780476:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.780485:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.780515:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.780523:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afb22 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.780627:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993290887424:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 12206us (13014us total) trans 17179871674 rc 0/0 00000100:00100000:3.0:1763338457.780640:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1676 00000100:00100000:3.0:1763338457.782460:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.782771:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290887936 00000100:00100000:2.0:1763338457.782783:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290887936 00000100:00100000:2.0:1763338457.783532:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9771 00000100:00100000:2.0:1763338457.783547:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56948:x1848993290887936:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.783568:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.783588:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afb4c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43ae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.783672:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.783687:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783708:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783720:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.783727:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783733:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783771:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783777:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783783:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783792:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783797:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.783801:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783807:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783830:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:2.0:1763338457.783833:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.783838:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783844:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afb53 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783856:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783861:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783866:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783870:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.783873:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783877:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783887:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:2.0:1763338457.783889:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.783891:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783896:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afb5a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.783919:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afb4c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ae expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.783927:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:2.0:1763338457.783929:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.783932:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afb4c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ae expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.783940:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:2.0:1763338457.784008:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56948:x1848993290887936:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 466us (1558us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.784016:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9771 00000100:00100000:1.0:1763338457.788215:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.788917:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290888192 00000100:00100000:2.0:1763338457.788930:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290888192 00000100:00100000:2.0:1763338457.789000:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9772 00000100:00100000:2.0:1763338457.789012:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56948:x1848993290888192:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.789036:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.789039:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338457.789073:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afb45 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43a7 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.789099:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:2.0:1763338457.789109:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.789140:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afb61 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43b5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.789249:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.789290:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.789304:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.789318:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.789326:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.789333:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790079:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.790092:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790099:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.790108:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00010000:00010000:2.0:1763338457.790134:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790141:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790146:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790152:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790157:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.790160:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790166:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790175:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.790177:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.790181:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790187:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb68 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338457.790197:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009695388f reply state 000000000d93d08c transno 4294972824 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790206:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.790211:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:2.0:1763338457.790213:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.790216:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338457.790242:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afb61 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.790259:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.790296:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:2.0:1763338457.790298:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.790301:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338457.790377:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56948:x1848993290888192:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1367us (2175us total) trans 4294972824 rc 0/0 00000100:00100000:2.0:1763338457.790387:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9772 00000100:00100000:1.0:1763338457.800217:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.801609:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290888448 00000100:00100000:2.0:1763338457.801629:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290888448 00000100:00100000:2.0:1763338457.801723:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9773 00000100:00100000:2.0:1763338457.801735:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56948:x1848993290888448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.801761:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.801783:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb84 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43bc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.801899:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.801913:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.801922:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.801961:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.801974:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 272 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.801988:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303192960:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.802081:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338457.805193:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.805298:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290888704 00000100:00100000:0.0:1763338457.805308:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290888704 00000100:00100000:2.0:1763338457.805323:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303192960:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.805352:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.805391:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9774 00000100:00100000:0.0:1763338457.805402:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56944:x1848993290888704:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338457.805468:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.805497:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afa57 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4353 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.805515:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.805520:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338457.805590:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338457.805603:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.805612:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338457.805743:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c9c948e reply state 00000000eed7c9d4 transno 4294972825 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.805756:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.805765:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.805768:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338457.805770:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338457.805852:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56944:x1848993290888704:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 452us (668us total) trans 4294972825 rc 0/0 00000100:00100000:0.0:1763338457.805859:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9774 00000100:00100000:1.0:1763338457.809898:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.810646:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290888832 00000100:00100000:0.0:1763338457.810660:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290888832 00010000:00010000:0.0:1763338457.810709:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 274 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.810758:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3200 00000100:00100000:0.0:1763338457.810769:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2408:x1848993290888832:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.810786:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.810793:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 274 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.810806:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 274 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.810829:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afb76 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43b5 expref: 274 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.810847:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:0.0:1763338457.810852:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.810861:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.810869:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.810911:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.810983:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2408:x1848993290888832:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 216us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.810991:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3200 00010000:00010000:2.0:1763338457.811057:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811065:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.811089:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00000004:00080000:2.0:1763338457.811303:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x264:0x0], index 0: 0 00000004:00080000:2.0:1763338457.811312:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x264:0x0], index 1: 0 00000004:00080000:2.0:1763338457.811318:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x265:0x0], index 1: 0 00000004:00080000:2.0:1763338457.811323:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x265:0x0], index 0: 0 00010000:00010000:2.0:1763338457.811444:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811452:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811463:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811469:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.811473:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811480:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811490:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:2.0:1763338457.811493:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.811497:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811503:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afb8b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.811555:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb84 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43bc expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.811565:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:2.0:1763338457.811568:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338457.811572:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afb84 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43bc expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.811587:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:2.0:1763338457.811636:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56948:x1848993290888448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9904us (11431us total) trans 4294972826 rc 301/301 00000100:00100000:2.0:1763338457.811643:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9773 00000100:00100000:1.0:1763338457.817358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.817418:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.817699:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290889216 00000100:00100000:2.0:1763338457.817710:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290889216 00000100:00100000:3.0:1763338457.817718:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290888960 00000100:00100000:3.0:1763338457.817725:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290888960 00000100:00100000:3.0:1763338457.817780:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6779 00000100:00100000:3.0:1763338457.817792:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+12:56944:x1848993290888960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.817816:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.817837:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43c3 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.817861:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x261:0x0] initial LVB size: 4096, mtime: 0x691a68da, atime: 0x0, ctime: 0x691a68da, blocks: 0x8 00010000:00010000:3.0:1763338457.817880:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763338457.818283:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3408 00000100:00100000:2.0:1763338457.818293:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56948:x1848993290889216:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:3.0:1763338457.818583:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.818596:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.818619:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.818633:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d600, rc 0) 00000100:00100000:2.0:1763338457.818701:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56948:x1848993290889216:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 408us (1281us total) trans 4294972827 rc 0/0 00000100:00100000:2.0:1763338457.818710:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3408 00000100:00100000:3.0:1763338457.819342:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56944:x1848993290888960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1548us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.819351:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6779 00000100:00100000:3.0:1763338457.827026:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.828837:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290889472 00000100:00100000:2.0:1763338457.828858:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290889472 00000100:00100000:3.0:1763338457.828902:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.829145:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3409 00000100:00100000:2.0:1763338457.829158:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56948:x1848993290889472:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338457.829246:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290889600 00000100:00100000:1.0:1763338457.829251:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290889600 00000100:00100000:1.0:1763338457.829314:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6780 00000100:00100000:1.0:1763338457.829322:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+34:56944:x1848993290889600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.829333:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.829352:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43ca expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.829389:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338457.829397:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.829400:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.829404:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 35 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.829439:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338457.829452:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 1227 lvb_type: 1 00000100:00100000:1.0:1763338457.829467:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303193088:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.829554:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2527360c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338457.829733:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56948:x1848993290889472:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 577us (2716us total) trans 4294972828 rc 0/0 00000100:00100000:2.0:1763338457.829741:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3409 00000100:00100000:2.0:1763338457.836163:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303193088:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.836204:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 35 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.836224:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebba00, rc 0) 00000100:00100000:2.0:1763338457.836535:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+35:56944:x1848993290889600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7211us (7634us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.836545:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6780 00000100:00100000:3.0:1763338457.836820:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.836996:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290889728 00000100:00100000:0.0:1763338457.837003:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290889728 00010000:00010000:0.0:1763338457.837036:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 1227 lvb_type: 1 00000100:00100000:0.0:1763338457.837072:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3201 00000100:00100000:0.0:1763338457.837082:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290889728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.837097:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.837118:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.837131:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.837154:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4af86d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42c7 expref: 35 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.837168:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.837170:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.837175:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 34 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.837186:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 34 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.837222:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 34 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.837235:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303193216:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338457.837342:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.837852:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.838065:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290889984 00000100:00100000:2.0:1763338457.838071:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290889984 00000100:00100000:2.0:1763338457.838115:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9775 00000100:00100000:2.0:1763338457.838124:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290889984:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.838145:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.838164:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afbae lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43d1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.838321:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.838334:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838344:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838353:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.838372:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838380:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838454:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afbc3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.838462:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afbc3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838470:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afbc3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.838479:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 0 00010000:00010000:2.0:1763338457.838559:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838571:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838577:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838583:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838589:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.838593:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838600:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838611:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:2.0:1763338457.838615:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.838619:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838626:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbb5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838637:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838642:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838647:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838652:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.838656:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838661:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838667:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:2.0:1763338457.838669:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.838672:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838677:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbbc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.838722:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afbae lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43d1 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.838742:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afbc3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43d1 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.838750:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.838752:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.838755:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338457.838814:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290889984:12345-192.168.202.34@tcp:101:bash.0 Request processed in 690us (962us total) trans 4294972829 rc 0/0 00000100:00100000:2.0:1763338457.838822:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9775 00000100:00100000:0.0:1763338457.840487:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.840523:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.840633:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303193216:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338457.840658:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.840763:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290890112 00000100:00100000:2.0:1763338457.840770:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290890112 00002000:00010000:2.0:1763338457.840808:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/609 (5->18446744073709551615) 00002000:00100000:2.0:1763338457.840813:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498f8a80 with x1848993290890112 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338457.840823:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1498f8a80. 00000100:00100000:2.0:1763338457.840855:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290890240 00000100:00100000:2.0:1763338457.840859:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290890240 00002000:00010000:2.0:1763338457.840872:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/609 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.840875:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498fa680 with x1848993290890240 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.840880:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1498fa680. 00000100:00100000:2.0:1763338457.840897:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1677 00000100:00100000:2.0:1763338457.840905:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993290890112:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338457.841200:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763338457.841205:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb mtime from disk: 1763338458 -> 1763338458 00002000:00010000:2.0:1763338457.841207:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.841209:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb ctime from disk: 1763338458 -> 1763338458 00002000:00010000:2.0:1763338457.841211:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338457.841302:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290889728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4220us (4481us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.841311:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3201 00000100:00100000:1.0:1763338457.841344:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1678 00000100:00100000:1.0:1763338457.841353:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993290890240:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:1.0:1763338457.841478:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338457.841481:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:1.0:1763338457.841484:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.841485:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:1.0:1763338457.841487:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338457.843098:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290890112:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 2183us (2609us total) trans 17179871675 rc 0/0 00000100:00100000:2.0:1763338457.843113:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1677 00002000:00010000:2.0:1763338457.843119:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/609 (5->18446744073709551615) 00002000:00100000:2.0:1763338457.843122:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498f8a80 with x1848993290890112 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338457.843132:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1498f8a80. 00000100:00100000:1.0:1763338457.843209:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993290890240:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 1856us (2683us total) trans 21474839003 rc 0/0 00000100:00100000:1.0:1763338457.843217:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1678 00002000:00010000:1.0:1763338457.843220:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/609 (0->18446744073709551615) 00002000:00100000:1.0:1763338457.843223:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498fa680 with x1848993290890240 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338457.843229:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1498fa680. 00000100:00100000:2.0:1763338457.843576:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.843953:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290890368 00000100:00100000:3.0:1763338457.843963:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290890368 00000100:00100000:3.0:1763338457.844016:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9776 00000100:00100000:3.0:1763338457.844026:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290890368:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.844051:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.844070:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afbd1 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43d8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.844107:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afbd8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.844122:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afbd8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.844133:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afbd8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.844245:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afbd1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43d8 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.844577:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afbd8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43d8 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.844588:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:3.0:1763338457.844591:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338457.844594:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:3.0:1763338457.845983:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290890368:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1947us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.845995:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9776 00000100:00100000:0.0:1763338457.847006:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.847106:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290890624 00000100:00100000:3.0:1763338457.847114:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290890624 00000100:00100000:3.0:1763338457.847161:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9777 00000100:00100000:3.0:1763338457.847168:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56944:x1848993290890624:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338457.847246:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338457.847295:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.847307:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338457.847442:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bdfde939 reply state 00000000343f69e9 transno 4294972830 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.847454:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.847461:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:3.0:1763338457.847464:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338457.847467:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338457.847555:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56944:x1848993290890624:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 386us (554us total) trans 4294972830 rc 0/0 00000100:00100000:3.0:1763338457.847561:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9777 00000100:00100000:0.0:1763338457.849993:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.850080:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290890880 00000100:00100000:3.0:1763338457.850091:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290890880 00000100:00100000:0.0:1763338457.850375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.850475:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9778 00000100:00100000:3.0:1763338457.850486:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290890880:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338457.850588:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338457.850615:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afbc3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43d1 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.850633:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:3.0:1763338457.850638:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338457.850821:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.850836:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.850846:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:3.0:1763338457.850894:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972831 00000004:00010000:3.0:1763338457.850916:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000928f95b5 reply state 00000000dac7eb52 transno 4294972832 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.850927:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.850934:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:3.0:1763338457.850937:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338457.850939:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338457.851022:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290890880:12345-192.168.202.34@tcp:36:bash.0 Request processed in 537us (1038us total) trans 4294972832 rc 0/0 00000100:00100000:3.0:1763338457.851030:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9778 00000020:00080000:3.0:1763338457.851035:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338457.851107:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290891008 00000100:00100000:1.0:1763338457.851112:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290891008 00000100:00100000:1.0:1763338457.851146:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6781 00000100:00100000:1.0:1763338457.851154:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+35:56944:x1848993290891008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.851165:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.851178:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43df expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.851200:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 36 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338457.851208:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.851211:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.851215:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.851248:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 36 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338457.851280:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 36 pid: 27817 timeout: 1227 lvb_type: 1 00000100:00100000:1.0:1763338457.851296:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303193344:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.851352:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2527360c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.854571:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.854702:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290891136 00000100:00100000:3.0:1763338457.854711:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290891136 00000100:00100000:2.0:1763338457.854881:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9779 00000100:00100000:2.0:1763338457.854893:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290891136:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.854918:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.854941:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbf4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43e6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.854999:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbf4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43e6 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.855016:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbf4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43e6 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.855034:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.855038:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.855041:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338457.855111:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290891136:12345-192.168.202.34@tcp:101:bash.0 Request processed in 220us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.855119:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9779 00000100:00100000:2.0:1763338457.855464:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303193344:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.855493:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.855508:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:1.0:1763338457.855517:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.855700:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290891264 00000100:00100000:0.0:1763338457.855705:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290891264 00010000:00010000:0.0:1763338457.855726:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 37 pid: 27817 timeout: 1227 lvb_type: 1 00000100:00100000:0.0:1763338457.855758:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3202 00000100:00100000:0.0:1763338457.855765:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993290891264:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.855776:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.855793:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 37 pid: 27817 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.855811:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 37 pid: 27817 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.855832:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afa5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af435a expref: 37 pid: 27817 timeout: 1227 lvb_type: 1 00010000:00010000:0.0:1763338457.855844:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.855846:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.855853:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.855863:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.855897:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338457.855910:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303193472:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338457.855976:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338457.856028:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+36:56944:x1848993290891008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4381us (5174us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.856038:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6781 00000100:00100000:1.0:1763338457.858154:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.858479:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290891520 00000100:00100000:2.0:1763338457.858490:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290891520 00000100:00100000:2.0:1763338457.858553:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9780 00000100:00100000:2.0:1763338457.858563:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290891520:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338457.858584:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.858587:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338457.858617:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afbf4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43e6 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.858642:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.858647:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.858662:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbfb lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43ed expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.858728:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afc02 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.858742:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afc02 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.858752:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afc02 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338457.859009:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1538, 88 off129048 00000004:00080000:2.0:1763338457.859019:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127570755920ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.859061:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1538, 88 off129288 00000004:00080000:2.0:1763338457.859066:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127570804131ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.859100:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1539, 88 off129376 00000004:00080000:2.0:1763338457.859106:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127570843668ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.859116:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1539, 88 off129136 00000004:00080000:2.0:1763338457.859119:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127570856995ns, next at 1127823350635ns, rc = 0 00000100:00100000:1.0:1763338457.859919:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303193472:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338457.859944:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338457.860454:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290891264:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4686us (4934us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.860466:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3202 00000100:00100000:0.0:1763338457.860600:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.860770:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290891648 00000100:00100000:2.0:1763338457.860778:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290891648 00000100:00100000:2.0:1763338457.860826:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6782 00000100:00100000:2.0:1763338457.860836:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993290891648:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:2.0:1763338457.860980:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338457.860984:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 1763338458 -> 1763338458 00002000:00010000:2.0:1763338457.860987:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb atime from disk: 0 -> 1763338457 00002000:00010000:2.0:1763338457.860989:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 1763338458 -> 1763338458 00002000:00010000:2.0:1763338457.860992:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338457.861039:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993290891648:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 205us (439us total) trans 21474839004 rc 0/0 00000100:00100000:2.0:1763338457.861047:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6782 00000001:00080000:2.0:1763338457.861660:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972833 is committed 00000004:00080000:2.0:1763338457.861668:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1004 committed 00010000:00010000:0.0:1763338457.861704:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861714:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861722:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861728:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00000004:00080000:2.0:1763338457.861731:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1010 committed 00010000:00010000:0.0:1763338457.861733:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861741:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338457.861745:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1009 committed 00000004:00080000:2.0:1763338457.861747:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1003 committed 00010000:00010000:0.0:1763338457.861757:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:0.0:1763338457.861762:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.861767:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861772:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4afae3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861787:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861793:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861798:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861802:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.861804:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861809:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861814:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ac00) 00010000:00010000:0.0:1763338457.861817:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.861819:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afc02 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ed expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.861820:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861826:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afb6f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.861829:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.861831:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338457.861839:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.861845:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.861846:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afbfb lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ed expref: 270 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338457.861851:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.861856:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.861858:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.861859:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afc02 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ed expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.861864:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.861870:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.861872:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.861874:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338457.861878:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afb92 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338457.861885:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:0.0:1763338457.861887:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.861888:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338457.861890:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00010000:00010000:0.0:1763338457.861892:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861897:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861902:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.861904:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861909:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.861915:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.861917:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.861920:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338457.861925:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290891520:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3364us (3781us total) trans 4294972833 rc 0/0 00010000:00010000:0.0:1763338457.861925:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4afbdf lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338457.861933:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9780 00010000:00010000:0.0:1763338457.861935:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.861940:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.861945:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.861949:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.861952:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.861957:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.861969:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:0.0:1763338457.861972:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.861974:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.861980:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4afbe6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338457.862107:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303193728:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.862154:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.862184:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338457.862189:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303193600:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.862211:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.862236:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303193984:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.862257:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.862303:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338457.862309:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303193856:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.862329:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.862355:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303193728 00000100:00100000:1.0:1763338457.862371:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303193728 00000100:00100000:1.0:1763338457.862418:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303193600 00000100:00100000:1.0:1763338457.862421:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303193600 00000100:00100000:1.0:1763338457.862441:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303193984 00000100:00100000:1.0:1763338457.862444:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303193984 00000100:00100000:1.0:1763338457.862458:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303193856 00000100:00100000:1.0:1763338457.862460:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303193856 00000100:00100000:1.0:1763338457.862478:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6783 00000100:00100000:1.0:1763338457.862484:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+57:3657:x1848993303193728:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338457.862501:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:611 count 1 00002000:00010000:1.0:1763338457.862528:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1763338457.862530:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303194496:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338457.862535:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.862547:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.862550:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763338457.862556:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338457.862556:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.862572:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.862575:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338457.862580:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303194368:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338457.862581:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.862588:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.862596:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338457.862605:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338457.862612:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303194496 00000100:00100000:3.0:1763338457.862615:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303194496 00000100:00100000:3.0:1763338457.862631:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303194368 00000100:00100000:3.0:1763338457.862634:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303194368 00000100:00100000:3.0:1763338457.862644:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:3.0:1763338457.862649:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+57:3657:x1848993303193600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338457.862660:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:610 count 1 00010000:00010000:3.0:1763338457.862672:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.862685:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 35 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.862691:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.862693:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338457.862696:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.862718:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 35 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.862730:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 35 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.862740:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303194624:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.862783:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+58:3657:x1848993303193728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 298us (627us total) trans 21474839005 rc 0/0 00000100:00100000:3.0:1763338457.862786:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2705a0900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338457.862790:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6783 00000100:00100000:3.0:1763338457.862799:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303194240:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.862803:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785 00000100:00100000:1.0:1763338457.862808:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+57:3655:x1848993303193984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.862819:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763338457.862846:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d419500/2, rc 0, transno 21474839005 00000100:00100000:3.0:1763338457.862852:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303193728:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.862859:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338457.862863:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303194112:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.862884:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338457.862893:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+58:3655:x1848993303193984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (635us total) trans 21474839006 rc 0/0 00000100:00100000:1.0:1763338457.862899:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785 00000100:00100000:1.0:1763338457.862909:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303194240 00000100:00100000:1.0:1763338457.862912:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303194240 00000100:00100000:3.0:1763338457.862921:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303194112 00000100:00100000:3.0:1763338457.862924:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303194112 00000100:00100000:1.0:1763338457.862924:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786 00000100:00100000:1.0:1763338457.862929:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+57:3655:x1848993303193856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.862938:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787 00000100:00100000:3.0:1763338457.862943:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303194496:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.862994:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+58:3655:x1848993303193856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 64us (663us total) trans 21474839007 rc 0/0 00000100:00100000:1.0:1763338457.863000:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786 00000100:00100000:1.0:1763338457.863012:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6788 00000100:00100000:1.0:1763338457.863018:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303194368:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338457.863033:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303194496:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (475us total) trans 17179871676 rc 0/0 00000100:00100000:3.0:1763338457.863039:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787 00000100:00100000:3.0:1763338457.863052:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6789 00000100:00100000:3.0:1763338457.863058:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303194240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338457.863068:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:611 count 1 00002000:00010000:3.0:1763338457.863083:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1763338457.863084:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303194368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 66us (488us total) trans 17179871677 rc 0/0 00010000:00010000:3.0:1763338457.863088:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.863090:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6788 00010000:00010000:3.0:1763338457.863097:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.863098:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.863102:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.863102:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6790 00000100:00100000:1.0:1763338457.863107:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303194112:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338457.863111:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763338457.863116:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:610 count 1 00010000:00010000:3.0:1763338457.863119:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863125:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.863126:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863135:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.863139:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763338457.863142:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.863143:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338457.863145:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863164:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863174:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 13 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.863184:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303194752:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.863207:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d840 going to sleep for 11 seconds 00010000:00010000:1.0:1763338457.863229:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338457.863235:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863243:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba000 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:3.0:1763338457.863245:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303194240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 187us (425us total) trans 17179871678 rc 0/0 00010000:00010000:1.0:1763338457.863247:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.863252:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6789 00010000:00010000:1.0:1763338457.863256:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863290:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863297:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.863309:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1763338457.863313:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871672 gen 2 00010000:00010000:1.0:1763338457.863313:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763338457.863317:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b90e00, transno 17179871660 00010000:00010000:1.0:1763338457.863319:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.863322:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763338457.863323:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b90000, transno 17179871661 00000004:00080000:3.0:1763338457.863326:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b93800, transno 17179871662 00000004:00080000:3.0:1763338457.863329:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c6d80, transno 17179871663 00010000:00010000:1.0:1763338457.863330:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763338457.863331:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f4e00, transno 17179871664 00000004:00080000:3.0:1763338457.863334:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858ed80, transno 17179871665 00000004:00080000:3.0:1763338457.863337:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f8a80, transno 17179871666 00000004:00080000:3.0:1763338457.863340:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fad80, transno 17179871667 00000004:00080000:3.0:1763338457.863342:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c0700, transno 17179871669 00010000:00010000:1.0:1763338457.863344:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763338457.863345:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c0000, transno 17179871670 00000004:00080000:3.0:1763338457.863347:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee0700, transno 17179871671 00000004:00080000:3.0:1763338457.863349:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee3480, transno 17179871672 00010000:00010000:1.0:1763338457.863351:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc17 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.863355:0:3657:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd145ee3800 x1848993303194240/t17179871678(17179871678) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338473 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1763338457.863372:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.863374:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338457.863375:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee3800/2, rc 0, transno 17179871678 00010000:00010000:1.0:1763338457.863375:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338457.863379:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303194240:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763338457.863392:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee2680/2, rc 0, transno 17179871677 00000100:00100000:1.0:1763338457.863395:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303194368:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338457.863402:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788cb100/2, rc 0, transno 17179871676 00000100:00100000:1.0:1763338457.863405:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303194496:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338457.863412:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144bf9c00/2, rc 0, transno 21474839007 00000100:00100000:1.0:1763338457.863416:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303193856:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338457.863422:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144bfb800/2, rc 0, transno 21474839006 00000100:00100000:1.0:1763338457.863426:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303193984:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338457.863487:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 12 done 00010000:00010000:0.0:1763338457.863925:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338457.865092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.865144:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290891904 00000100:00100000:2.0:1763338457.865153:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290891904 00000100:00100000:2.0:1763338457.865212:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3410 00000100:00100000:2.0:1763338457.865221:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56944:x1848993290891904:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:2.0:1763338457.865311:0:19655:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1d0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af9a8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af431b expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.865356:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:2.0:1763338457.865381:0:19655:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.865390:0:19655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.865422:0:19655:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 266 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.865435:0:19655:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 266 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.865449:0:19655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303194880:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338457.865527:0:19655:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:0.0:1763338457.867651:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303194752:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338457.867679:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338457.870403:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.870441:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.870448:0:19655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303194880:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338457.870473:0:19655:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000100:00100000:1.0:1763338457.870473:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892416 00000100:00100000:1.0:1763338457.870480:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892416 00000100:00100000:1.0:1763338457.870536:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6791 00000100:00100000:1.0:1763338457.870546:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+36:55909:x1848993290892416:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338457.870565:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.870586:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43f4 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338457.870609:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338457.870628:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.870630:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338457.870640:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 37 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.870656:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 37 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.870669:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:1.0:1763338457.870740:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+37:55909:x1848993290892416:12345-192.168.202.34@tcp:101:bash.0 Request processed in 195us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338457.870747:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6791 00000100:00100000:2.0:1763338457.870773:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.870917:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.871122:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892160 00000100:00100000:0.0:1763338457.871128:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892160 00010000:00010000:0.0:1763338457.871150:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 37 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.871181:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892288 00000100:00100000:0.0:1763338457.871186:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892288 00010000:00010000:0.0:1763338457.871200:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 267 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.871204:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892032 00000100:00100000:2.0:1763338457.871208:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892032 00000100:00100000:0.0:1763338457.871221:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3203 00010000:00010000:2.0:1763338457.871226:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 14 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338457.871228:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2407:x1848993290892160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338457.871238:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763338457.871241:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3204 00010000:00010000:0.0:1763338457.871243:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 37 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.871246:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+267:2407:x1848993290892288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.871253:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.871255:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 37 pid: 27817 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.871258:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 267 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.871285:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 267 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.871298:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afa42 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af434c expref: 267 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.871298:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.871300:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.871304:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.871312:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:0.0:1763338457.871312:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.871316:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.871324:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.871328:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.871331:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.871345:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.871352:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2407:x1848993290892160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 124us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.871370:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3203 00000100:00100000:2.0:1763338457.871372:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+266:2407:x1848993290892288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 115us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.871380:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3204 00000100:00100000:0.0:1763338457.871385:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3205 00000100:00100000:0.0:1763338457.871391:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252692850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290892032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.871398:0:19655:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.871398:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338457.871403:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 14 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.871404:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338457.871412:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 14 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.871425:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4afab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af437d expref: 14 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338457.871438:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.871440:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338457.871442:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871449:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871465:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338457.871485:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252692850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290892032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 95us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.871491:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3205 00010000:00010000:0.0:1763338457.871538:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871546:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871554:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871561:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871578:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338457.871782:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303194112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8674us (8896us total) trans 17179871679 rc 0/0 00000100:00100000:0.0:1763338457.871793:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6790 00010000:00010000:0.0:1763338457.871813:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338457.871820:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871827:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338457.871831:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871840:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871852:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871859:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afc1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.871873:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.871875:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.871876:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338457.871904:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee1c00/2, rc 0, transno 17179871679 00000100:00100000:0.0:1763338457.871910:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303194112:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338457.872064:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afab9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4384 expref: 36 pid: 27817 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338457.872077:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303194624:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338457.872092:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.872101:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.872107:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.872115:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.872124:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.872153:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338457.872320:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+58:3657:x1848993303193600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9669us (10107us total) trans 21474839008 rc 0/0 00000100:00100000:3.0:1763338457.872327:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000040:00080000:2.0:1763338457.872844:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1540, 88 off129224 00000004:00080000:2.0:1763338457.872854:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127584591537ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338457.872894:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1540, 88 off129464 00000004:00080000:2.0:1763338457.872900:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127584637879ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.872914:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1541, 88 off129552 00000004:00080000:2.0:1763338457.872918:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127584656021ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338457.872927:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1541, 88 off129312 00000004:00080000:2.0:1763338457.872931:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127584669152ns, next at 1127823350635ns, rc = 0 00010000:00010000:0.0:1763338457.874230:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1763338457.874239:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338457.874242:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.874275:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338457.874280:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.874290:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.874309:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.874316:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277622000/0x4ea0a6980f4afc10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.874337:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.874339:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338457.874341:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338457.874391:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b91c00/2, rc 0, transno 21474839008 00000100:00100000:0.0:1763338457.874412:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303193600:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.875786:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892544 00000100:00100000:3.0:1763338457.875797:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892544 00000100:00100000:3.0:1763338457.875859:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6792 00000100:00100000:3.0:1763338457.875868:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290892544:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338457.875887:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.875912:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af43fb expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338457.875941:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338457.875965:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.875968:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338457.875978:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.875994:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.876005:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c000, rc 0) 00000100:00100000:3.0:1763338457.876075:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290892544:12345-192.168.202.34@tcp:101:bash.0 Request processed in 207us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338457.876082:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6792 00000001:00080000:0.0:1763338457.877927:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972834 is committed 00000004:00080000:0.0:1763338457.877942:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1006 committed 00000004:00080000:0.0:1763338457.877960:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1012 committed 00000004:00080000:0.0:1763338457.877968:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1011 committed 00000004:00080000:0.0:1763338457.877971:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1005 committed 00000100:00100000:1.0:1763338457.878114:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303195136:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338457.878173:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338457.878462:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303195008:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338457.878492:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1763338457.878626:0:19655:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd26f85e reply state 0000000045bba796 transno 4294972834 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.878648:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338457.878658:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.878661:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338457.878665:0:19655:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338457.878671:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.878674:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338457.878680:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4af9a8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af431b expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763338457.878787:0:19655:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338457.878802:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56944:x1848993290891904:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 13582us (13716us total) trans 4294972834 rc 0/0 00000100:00100000:2.0:1763338457.878813:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3410 00010000:00010000:1.0:1763338457.878896:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338457.878904:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338457.878910:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338457.878916:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefa400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.878920:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338457.878928:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338457.878940:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:1.0:1763338457.878942:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338457.878946:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338457.878952:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc25 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00000100:00100000:1.0:1763338457.878974:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303195136 00000100:00100000:1.0:1763338457.878981:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303195136 00000100:00100000:1.0:1763338457.879026:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303195008 00000100:00100000:1.0:1763338457.879030:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303195008 00000100:00100000:1.0:1763338457.879052:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6793 00000100:00100000:1.0:1763338457.879060:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+59:3657:x1848993303195136:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338457.879221:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338457.879225:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338457.879227:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.879229:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338457.879232:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338457.879293:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+60:3657:x1848993303195136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 233us (1119us total) trans 21474839009 rc 0/0 00000100:00100000:1.0:1763338457.879300:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6793 00000100:00100000:3.0:1763338457.879303:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303195264:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.879314:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6794 00000100:00100000:1.0:1763338457.879320:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+59:3656:x1848993303195008:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.879333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.879356:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338457.879376:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303195392:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338457.879384:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338457.879387:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338457.879390:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb atime from disk: 1763338457 -> 1763338457 00002000:00010000:1.0:1763338457.879392:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338457.879394:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338457.879397:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338457.879421:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303195264 00000100:00100000:1.0:1763338457.879421:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+60:3656:x1848993303195008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (928us total) trans 21474839010 rc 0/0 00000100:00100000:3.0:1763338457.879424:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303195264 00000100:00100000:1.0:1763338457.879427:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6794 00000100:00100000:1.0:1763338457.879436:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303195392 00000100:00100000:1.0:1763338457.879439:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303195392 00000100:00100000:3.0:1763338457.879448:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795 00000100:00100000:3.0:1763338457.879453:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303195264:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338457.879453:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796 00000100:00100000:1.0:1763338457.879458:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303195392:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338457.879524:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338457.879527:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb mtime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.879529:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338457.879531:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb ctime from disk: 1763338457 -> 1763338457 00002000:00010000:3.0:1763338457.879533:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338457.879565:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303195264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (231us total) trans 17179871680 rc 0/0 00000100:00100000:3.0:1763338457.879572:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795 00000004:00080000:3.0:1763338457.879611:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c9500/2, rc 0, transno 17179871680 00000100:00100000:3.0:1763338457.879617:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303195264:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338457.879711:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16d80/2, rc 0, transno 21474839010 00000100:00100000:3.0:1763338457.879716:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303195008:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338457.880860:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.880903:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:1.0:1763338457.881002:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338457.881006:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb mtime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338457.881009:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338457.881010:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb ctime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338457.881013:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x261:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338457.881055:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3654:x1848993303195392:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1595us (1655us total) trans 17179871681 rc 0/0 00000100:00100000:1.0:1763338457.881063:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796 00000004:00080000:1.0:1763338457.881103:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788cad80/2, rc 0, transno 17179871681 00000100:00100000:1.0:1763338457.881108:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303195392:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338457.881212:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892672 00000100:00100000:2.0:1763338457.881218:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892800 00000100:00100000:0.0:1763338457.881219:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892672 00000100:00100000:2.0:1763338457.881221:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892800 00002000:00010000:2.0:1763338457.881246:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/612 (0->18446744073709551615) 00002000:00010000:0.0:1763338457.881246:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/612 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.881251:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f4e00 with x1848993290892800 ext(0->18446744073709551615) 00002000:00100000:0.0:1763338457.881251:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b93800 with x1848993290892672 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.881258:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f4e00. 00002000:00010000:0.0:1763338457.881258:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b93800. 00000100:00100000:2.0:1763338457.881298:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1679 00000100:00100000:0.0:1763338457.881303:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1680 00000100:00100000:2.0:1763338457.881307:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290892800:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:0.0:1763338457.881309:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993290892672:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338457.881451:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338457.881451:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338457.881455:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:0.0:1763338457.881455:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:2.0:1763338457.881458:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338457.881458:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338457.881461:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:0.0:1763338457.881461:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:2.0:1763338457.881464:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338457.881464:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1763338457.881891:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15500/2, rc 0, transno 21474839009 00000100:00100000:1.0:1763338457.881898:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303195136:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338457.882334:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290892800:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1027us (1427us total) trans 17179871682 rc 0/0 00000100:00100000:2.0:1763338457.882344:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1679 00002000:00010000:2.0:1763338457.882349:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/612 (0->18446744073709551615) 00002000:00100000:2.0:1763338457.882352:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f4e00 with x1848993290892800 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338457.882370:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f4e00. 00000100:00100000:0.0:1763338457.883099:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2410:x1848993290892672:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1786us (2240us total) trans 21474839011 rc 0/0 00000100:00100000:0.0:1763338457.883107:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1680 00002000:00010000:0.0:1763338457.883111:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/612 (0->18446744073709551615) 00002000:00100000:0.0:1763338457.883114:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b93800 with x1848993290892672 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338457.883120:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b93800. 00000100:00100000:3.0:1763338457.884582:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.884770:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290892928 00000100:00100000:2.0:1763338457.884780:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290892928 00000100:00100000:2.0:1763338457.884838:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9781 00000100:00100000:2.0:1763338457.884847:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+264:56944:x1848993290892928:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.884873:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.884892:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc3a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4402 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.884951:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc3a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4402 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.884965:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefa400/0x4ea0a6980f4afc3a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4402 expref: 265 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.884984:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:2.0:1763338457.884988:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338457.884992:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefa400, rc 0) 00000100:00100000:2.0:1763338457.885052:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+265:56944:x1848993290892928:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 206us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.885059:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9781 00000100:00100000:1.0:1763338457.888974:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.889056:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290893184 00000100:00100000:2.0:1763338457.889066:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290893184 00000100:00100000:2.0:1763338457.889132:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3411 00000100:00100000:2.0:1763338457.889142:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+265:55909:x1848993290893184:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338457.889887:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290893184:12345-192.168.202.34@tcp:35:bash.0 Request processed in 743us (918us total) trans 4294972835 rc 0/0 00000100:00100000:2.0:1763338457.889897:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3411 00000100:00100000:0.0:1763338457.891551:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.891986:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290893440 00000100:00100000:2.0:1763338457.891995:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290893440 00000100:00100000:0.0:1763338457.892131:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3412 00000100:00100000:0.0:1763338457.892143:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243552c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56944:x1848993290893440:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338457.892455:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338457.892520:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1542, 64 off129376 00000040:00080000:0.0:1763338457.892546:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1542, 64 off129616 00000040:00080000:0.0:1763338457.892555:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1543, 64 off129680 00000040:00080000:0.0:1763338457.892564:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1543, 64 off129440 00010000:00010000:0.0:1763338457.892622:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763338457.892639:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.892649:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.892657:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.892663:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.892669:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.892682:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338457.892804:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.892813:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.892822:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.892826:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.892834:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.892847:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d0:0x0].0x0 (ffff8fd250f4f300) 00010000:00010000:1.0:1763338457.892851:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338457.892856:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.892861:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afc41 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.892873:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.892875:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.892877:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338457.892912:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243552c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56944:x1848993290893440:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 769us (1365us total) trans 4294972836 rc 0/0 00000100:00100000:0.0:1763338457.892922:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3412 00000100:00100000:3.0:1763338457.902018:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.907198:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290893568 00000100:00100000:0.0:1763338457.907213:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290893568 00000100:00100000:0.0:1763338457.907295:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9782 00000100:00100000:0.0:1763338457.907306:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56949:x1848993290893568:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338457.907331:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338457.907354:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afc48 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4409 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.907433:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.907448:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907461:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907481:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.907488:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907495:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907570:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338457.907580:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907586:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338457.907644:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00000004:00200000:0.0:1763338457.907649:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338457.907668:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907681:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907689:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907696:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907707:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907714:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.907718:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907725:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907737:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338457.907740:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.907744:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907749:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afc4f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907760:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907765:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907770:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907774:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.907777:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907782:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907792:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2700) 00010000:00010000:0.0:1763338457.907794:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338457.907797:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907803:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc56 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338457.907833:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4afc48 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4409 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.907848:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4409 expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.907855:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:0.0:1763338457.907858:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338457.907861:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338457.907948:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56949:x1848993290893568:12345-192.168.202.34@tcp:101:rm.0 Request processed in 643us (5942us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338457.907956:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9782 00000100:00100000:2.0:1763338457.912997:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.913069:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290893824 00000100:00100000:0.0:1763338457.913080:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290893824 00000100:00100000:3.0:1763338457.914061:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9783 00000100:00100000:3.0:1763338457.914089:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290893824:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.914118:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.914139:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afc64 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4410 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.914296:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338457.914311:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338457.914322:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338457.914334:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00010000:00010000:3.0:1763338457.914455:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afc64 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.914470:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 270 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.914478:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:3.0:1763338457.914480:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763338457.914484:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194000, rc 0) 00000100:00100000:3.0:1763338457.914550:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56944:x1848993290893824:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 476us (1563us total) trans 4294972837 rc 0/0 00000100:00100000:3.0:1763338457.914557:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9783 00000100:00100000:3.0:1763338457.916581:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.916990:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290894080 00000100:00100000:1.0:1763338457.917001:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290894080 00000100:00100000:1.0:1763338457.917064:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9784 00000100:00100000:1.0:1763338457.917075:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56949:x1848993290894080:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338457.917139:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338457.917166:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afc02 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ed expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.917186:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afc5d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4409 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.917199:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afbd8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43d8 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.917217:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:1.0:1763338457.917222:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338457.917253:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.917614:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.917625:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.917641:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.917649:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.917655:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.917740:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.917750:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.917759:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.917793:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 267 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.917810:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 267 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.917825:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303195520:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338457.917903:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d240 going to sleep for 11 seconds 00000100:00100000:2.0:1763338457.919258:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.919415:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290894208 00000100:00100000:3.0:1763338457.919428:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290894208 00000100:00100000:2.0:1763338457.919527:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9785 00000100:00100000:2.0:1763338457.919536:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56944:x1848993290894208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.919556:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.919572:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afc8e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4417 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.919654:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.919670:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.919677:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.919691:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.919700:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338457.921496:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.921552:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290894336 00000100:00100000:3.0:1763338457.921560:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290894336 00010000:00010000:3.0:1763338457.921591:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.921668:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3206 00000100:00100000:2.0:1763338457.921680:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2410:x1848993290894336:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.921694:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.921701:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.921715:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 270 pid: 6521 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.921737:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.921743:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.921753:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.921761:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.921768:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.921775:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.921781:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.921797:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338457.921862:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2410:x1848993290894336:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 185us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.921870:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3206 00010000:00010000:1.0:1763338457.922429:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afc6b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4410 expref: 269 pid: 6521 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.922448:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303195520:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.922465:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922473:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922478:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338457.922728:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d3:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763338457.922804:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922812:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922818:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922824:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.922828:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922834:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922844:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:1.0:1763338457.922846:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338457.922849:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.922856:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.922861:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338457.922878:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922883:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afc87 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922895:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922900:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922905:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922910:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922913:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.922916:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922921:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922927:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63800) 00010000:00010000:1.0:1763338457.922929:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.922931:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922936:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afc79 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:1.0:1763338457.922947:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e6e361c reply state 00000000a56236c4 transno 4294972838 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922955:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.922960:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338457.922962:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338457.922964:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338457.923024:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56949:x1848993290894080:12345-192.168.202.34@tcp:36:rm.0 Request processed in 5951us (6450us total) trans 4294972838 rc 0/0 00000100:00100000:1.0:1763338457.923031:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9784 00010000:00010000:2.0:1763338457.923317:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.923326:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338457.923355:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d3:0x0]: returning size 5 00000004:00200000:2.0:1763338457.923369:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338457.923384:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.923411:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afc8e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4417 expref: 270 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.923427:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb800/0x4ea0a6980f4afc95 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4417 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.923435:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:2.0:1763338457.923438:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.923441:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb800, rc 0) 00000100:00100000:2.0:1763338457.923476:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56944:x1848993290894208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3940us (4224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.923483:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9785 00000100:00100000:3.0:1763338457.927675:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.927872:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290894592 00000100:00100000:0.0:1763338457.927883:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290894592 00000100:00100000:0.0:1763338457.927930:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3413 00000100:00100000:0.0:1763338457.927940:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56944:x1848993290894592:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338457.928167:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338457.928217:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1544, 64 off129504 00000040:00080000:0.0:1763338457.928238:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1544, 64 off129744 00000040:00080000:0.0:1763338457.928246:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1545, 64 off129808 00000040:00080000:0.0:1763338457.928255:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1545, 64 off129568 00010000:00010000:0.0:1763338457.928350:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763338457.928374:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.928384:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.928392:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.928398:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.928404:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338457.928425:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338457.928595:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56944:x1848993290894592:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 656us (930us total) trans 4294972839 rc 0/0 00000100:00100000:0.0:1763338457.928602:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3413 00010000:00010000:1.0:1763338457.929148:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338457.929156:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.929165:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338457.929170:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.929182:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.929195:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d3:0x0].0x0 (ffff8fd242b03100) 00010000:00010000:1.0:1763338457.929198:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338457.929202:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.929216:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afc9c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338457.929226:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.929228:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338457.929230:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338457.936432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.938285:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290894848 00000100:00100000:2.0:1763338457.938296:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290894848 00000100:00100000:2.0:1763338457.938369:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9786 00000100:00100000:2.0:1763338457.938379:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56944:x1848993290894848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.938408:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.938431:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afca3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af441e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.938536:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.938550:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938562:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938571:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.938583:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938589:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938638:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938645:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938651:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938657:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.938661:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938668:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938678:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338457.938681:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.938684:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938690:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcaa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938701:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938707:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938713:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938718:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.938720:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938725:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938731:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:2.0:1763338457.938733:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.938736:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938741:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcb1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.938764:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afca3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af441e expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.938772:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338457.938775:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338457.938778:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afca3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af441e expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.938788:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338457.938853:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56944:x1848993290894848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 475us (2429us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.938860:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9786 00000100:00100000:3.0:1763338457.943626:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.945395:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290894976 00000100:00100000:2.0:1763338457.945413:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290894976 00000100:00100000:2.0:1763338457.945494:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9787 00000100:00100000:2.0:1763338457.945506:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56950:x1848993290894976:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.945528:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.945554:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afcb8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4425 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.945636:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.945656:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945667:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945679:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.945686:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945693:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945977:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945986:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945993:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.945999:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.946004:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946012:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946025:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338457.946028:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.946033:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946039:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afcbf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946054:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946060:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946066:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946071:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cae9a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.946074:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946079:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946087:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:2.0:1763338457.946090:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.946093:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946098:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afcc6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.946128:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afcb8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4425 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.946139:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338457.946141:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.946144:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afcb8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4425 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.946159:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:2.0:1763338457.946482:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56950:x1848993290894976:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 976us (2868us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.946492:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9787 00000100:00100000:3.0:1763338457.949319:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.949519:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290895104 00000100:00100000:2.0:1763338457.949531:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290895104 00000100:00100000:2.0:1763338457.949593:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9788 00000100:00100000:2.0:1763338457.949604:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56950:x1848993290895104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.949633:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.949658:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afccd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af442c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.949736:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.949752:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949765:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949775:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.949782:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949788:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949839:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949847:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949857:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949864:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.949868:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949876:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949887:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338457.949891:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.949896:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949902:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afcd4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949914:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949919:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949924:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949929:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.949932:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949937:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949943:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:2.0:1763338457.949946:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.949949:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949954:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afcdb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.949984:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afccd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af442c expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.949994:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338457.949996:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.950000:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afccd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af442c expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.950017:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338457.950090:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56950:x1848993290895104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 487us (781us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338457.950097:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9788 00000100:00100000:1.0:1763338457.956646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.956702:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290895232 00000100:00100000:2.0:1763338457.956714:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290895232 00000100:00100000:2.0:1763338457.956974:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9789 00000100:00100000:2.0:1763338457.956986:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56950:x1848993290895232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.957005:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.957029:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afce2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4433 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.957481:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afce9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338457.957496:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afce9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338457.957507:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afce9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338457.957553:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338457.957558:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338457.957593:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cae9a00/0x4ea0a6980f4afce2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4433 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.957612:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afce9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4433 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.957620:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338457.957633:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00000100:00100000:1.0:1763338457.957673:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290895488 00000100:00100000:1.0:1763338457.957677:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290895488 00000100:00100000:1.0:1763338457.957718:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9790 00000100:00100000:1.0:1763338457.957724:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56951:x1848993290895488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338457.957734:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.957743:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afcf0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af443a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.957785:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.958291:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338457.958295:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:2.0:1763338457.958368:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56950:x1848993290895232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1375us (1721us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.958376:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9789 00010000:00010000:1.0:1763338457.958937:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.958949:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.958967:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.958973:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.958979:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959007:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959013:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959018:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959029:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959035:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.959038:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959045:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959053:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:1.0:1763338457.959055:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.959058:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959063:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afcf7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959074:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959079:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959084:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959088:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338457.959090:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959095:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959100:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338457.959102:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338457.959104:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959109:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afcfe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338457.959135:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afcf0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af443a expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.959143:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:1.0:1763338457.959144:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338457.959147:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afcf0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af443a expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.959158:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645400, rc 0) 00000100:00100000:1.0:1763338457.959185:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56951:x1848993290895488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1461us (1570us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338457.959192:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9790 00000100:00100000:1.0:1763338457.966253:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.966482:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290895744 00000100:00100000:2.0:1763338457.966493:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290895744 00000100:00100000:2.0:1763338457.966556:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9791 00000100:00100000:2.0:1763338457.966567:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56950:x1848993290895744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338457.966587:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338457.966590:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338457.966616:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4afce9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4433 expref: 271 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.966634:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338457.966644:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338457.966657:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afd05 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4441 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.966783:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.966796:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.966806:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.966820:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.966828:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.966834:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970309:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338457.970334:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970347:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338457.970371:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 0 00010000:00010000:2.0:1763338457.970402:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970410:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970416:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970423:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970429:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338457.970434:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970446:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970459:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338457.970463:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338457.970467:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970474:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4afd0c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338457.970489:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092e1583f reply state 0000000080747093 transno 4294972840 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970501:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.970507:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:2.0:1763338457.970510:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338457.970513:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338457.970553:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4afd05 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.970572:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338457.970579:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338457.970581:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338457.970584:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefba00, rc 0) 00000100:00100000:2.0:1763338457.979961:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56950:x1848993290895744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 13380us (13703us total) trans 4294972840 rc 0/0 00000100:00100000:2.0:1763338457.979980:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9791 00000100:00100000:2.0:1763338457.988587:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338457.988680:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338457.988705:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290896000 00000100:00100000:1.0:1763338457.988717:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290896000 00000100:00100000:0.0:1763338457.988749:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290896256 00000100:00100000:0.0:1763338457.988755:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290896256 00000100:00100000:1.0:1763338457.988788:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9792 00000100:00100000:1.0:1763338457.988799:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56950:x1848993290896000:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:3.0:1763338457.988821:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9793 00010000:00010000:1.0:1763338457.988834:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338457.988859:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afd28 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4448 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338457.988876:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56952:x1848993290896256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338457.988884:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338457.988894:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afd2f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af444f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.988977:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338457.988977:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338457.988992:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.989001:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338457.989012:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989023:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338457.989034:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 0 00010000:00010000:1.0:1763338457.989047:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338457.989062:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338457.989083:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf32300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303195648:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338457.989119:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989127:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989132:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989139:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338457.989143:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989150:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989161:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:3.0:1763338457.989165:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:1.0:1763338457.989166:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d840 going to sleep for 11 seconds 00010000:00010000:3.0:1763338457.989170:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989176:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afd36 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338457.989219:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afd2f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af444f expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.989230:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:3.0:1763338457.989235:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338457.989240:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afd2f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af444f expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338457.989250:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194800, rc 0) 00000100:00100000:3.0:1763338457.989341:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56952:x1848993290896256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 513us (661us total) trans 4294972841 rc 301/301 00000100:00100000:3.0:1763338457.989347:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9793 00000100:00100000:1.0:1763338457.991242:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf32300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303195648:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338457.991308:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338457.993632:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338457.993681:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338457.993682:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290896384 00000100:00100000:2.0:1763338457.993693:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290896384 00010000:00010000:2.0:1763338457.993745:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338457.993779:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3207 00000100:00100000:2.0:1763338457.993789:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2410:x1848993290896384:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338457.993805:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338457.993812:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.993825:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.993847:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4afd1a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4441 expref: 276 pid: 6518 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338457.993862:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338457.993867:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.993877:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338457.993884:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338457.993910:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290896640 00000100:00100000:3.0:1763338457.993915:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290896640 00010000:00010000:2.0:1763338457.993927:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338457.993949:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3414 00000100:00100000:3.0:1763338457.993959:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56952:x1848993290896640:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338457.993983:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2410:x1848993290896384:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338457.993993:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3207 00000100:00100000:3.0:1763338457.994173:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56952:x1848993290896640:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 215us (491us total) trans 4294972842 rc 0/0 00000100:00100000:3.0:1763338457.994180:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3414 00010000:00010000:0.0:1763338457.994246:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994255:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338457.994303:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 0 00000004:00080000:0.0:1763338457.994457:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x266:0x0], index 1: 0 00000004:00080000:0.0:1763338457.994591:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x266:0x0], index 0: 0 00000004:00080000:0.0:1763338457.994597:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x267:0x0], index 0: 0 00000004:00080000:0.0:1763338457.994601:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x267:0x0], index 1: 0 00010000:00010000:0.0:1763338457.994683:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994692:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994698:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994704:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338457.994708:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994715:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994725:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338457.994728:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338457.994732:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994738:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4afd3d lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338457.994778:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afd28 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4448 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.994793:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338457.994795:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338457.994799:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4afd28 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4448 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338457.994813:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645400, rc 0) 00000100:00100000:0.0:1763338457.994930:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56950:x1848993290896000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6133us (6353us total) trans 4294972843 rc 301/301 00000100:00100000:0.0:1763338457.994938:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9792 00000100:00100000:3.0:1763338458.000221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.000313:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.000434:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290896896 00000100:00100000:0.0:1763338458.000447:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290896896 00000100:00100000:1.0:1763338458.001165:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290897152 00000100:00100000:1.0:1763338458.001172:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290897152 00000100:00100000:1.0:1763338458.001235:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9794 00000100:00100000:1.0:1763338458.001258:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56952:x1848993290897152:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338458.001349:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3415 00010000:00010000:1.0:1763338458.001355:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763338458.001368:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56950:x1848993290896896:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:1.0:1763338458.001391:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afd52 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4456 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.001459:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.001474:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001486:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001498:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.001506:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001517:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001611:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afd67 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.001620:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afd67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001628:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afd67 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338458.001640:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 0 00000100:00100000:0.0:1763338458.001654:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56950:x1848993290896896:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 295us (1443us total) trans 4294972844 rc 0/0 00000100:00100000:0.0:1763338458.001662:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3415 00010000:00010000:1.0:1763338458.001698:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001707:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001714:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001721:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001727:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.001731:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001738:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001751:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63800) 00010000:00010000:1.0:1763338458.001755:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.001761:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001767:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4afd59 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001779:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001784:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001790:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001794:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.001796:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001801:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001807:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.001809:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.001811:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001815:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4afd60 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.001841:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4afd52 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4456 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.001856:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afd67 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4456 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.001863:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338458.001865:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338458.001867:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebb800, rc 0) 00000100:00100000:1.0:1763338458.001895:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56952:x1848993290897152:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 652us (1583us total) trans 4294972845 rc 0/0 00000100:00100000:1.0:1763338458.001902:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9794 00000100:00080000:2.0:1763338458.002574:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763338458.005674:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.005779:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290897408 00000100:00100000:3.0:1763338458.005794:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290897408 00000100:00100000:2.0:1763338458.006412:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3416 00000100:00100000:2.0:1763338458.006425:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56950:x1848993290897408:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.006675:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56950:x1848993290897408:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 252us (1011us total) trans 4294972846 rc 0/0 00000100:00100000:2.0:1763338458.006684:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3416 00000100:00100000:0.0:1763338458.007690:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.007925:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290897536 00000100:00100000:1.0:1763338458.007934:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290897536 00000100:00080000:2.0:1763338458.008024:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763338458.008306:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6797 00000100:00100000:1.0:1763338458.008320:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290897536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.008337:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.008381:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af445d expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.008408:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.008430:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.008433:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.008445:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 16 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.008465:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 16 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.008478:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:1.0:1763338458.008533:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290897536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 217us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.008544:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6797 00000100:00100000:2.0:1763338458.013679:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.014858:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.015812:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290897792 00000100:00100000:3.0:1763338458.015825:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290897792 00000100:00100000:3.0:1763338458.015883:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290897920 00000100:00100000:3.0:1763338458.015887:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290897920 00000100:00100000:3.0:1763338458.015922:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9795 00000100:00100000:3.0:1763338458.015932:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290897792:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338458.015963:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.015967:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338458.016000:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afd67 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4456 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016021:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:3.0:1763338458.016033:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338458.016051:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afd7c lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4464 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016167:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afd83 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.016181:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afd83 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.016190:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afd83 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338458.016206:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 0 00010000:00010000:3.0:1763338458.016352:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afd7c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4464 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016379:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afd83 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4464 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016387:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:3.0:1763338458.016391:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338458.016393:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:3.0:1763338458.016465:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290897792:12345-192.168.202.34@tcp:101:bash.0 Request processed in 535us (2854us total) trans 4294972847 rc 0/0 00000100:00100000:3.0:1763338458.016473:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9795 00000100:00100000:3.0:1763338458.016493:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9796 00000100:00100000:3.0:1763338458.016500:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56952:x1848993290897920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.016508:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.016516:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afd91 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af446b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016541:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afd91 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af446b expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016551:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afd91 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af446b expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.016565:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:3.0:1763338458.016568:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338458.016570:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194000, rc 0) 00000100:00100000:3.0:1763338458.016599:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56952:x1848993290897920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 99us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.016605:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9796 00000100:00100000:0.0:1763338458.020600:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.021650:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.021785:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290898048 00000100:00100000:1.0:1763338458.021798:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290898048 00000100:00100000:3.0:1763338458.021936:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290898304 00000100:00100000:3.0:1763338458.021942:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290898304 00000100:00100000:0.0:1763338458.021952:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9797 00000100:00100000:0.0:1763338458.021963:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290898048:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:3.0:1763338458.021981:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3417 00000100:00100000:3.0:1763338458.021989:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56952:x1848993290898304:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:0.0:1763338458.022111:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.022136:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afd98 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4472 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.022171:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4afd9f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.022185:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4afd9f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.022196:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4afd9f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338458.022223:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56952:x1848993290898304:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 235us (578us total) trans 4294972848 rc 0/0 00000100:00100000:3.0:1763338458.022231:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3417 00010000:00010000:0.0:1763338458.022402:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afd98 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4472 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.022416:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4afd9f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4472 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.022425:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:0.0:1763338458.022428:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338458.022431:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338458.022466:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290898048:12345-192.168.202.34@tcp:101:bash.0 Request processed in 504us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.022472:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9797 00000100:00100000:0.0:1763338458.026437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.026518:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290898688 00000100:00100000:2.0:1763338458.026529:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290898688 00000100:00100000:3.0:1763338458.026540:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.026583:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290898816 00000100:00100000:2.0:1763338458.026587:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290898816 00000100:00100000:2.0:1763338458.026620:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9798 00000100:00100000:2.0:1763338458.026631:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290898688:12345-192.168.202.34@tcp:36:bash.0 00000100:00100000:3.0:1763338458.026642:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9799 00000100:00100000:3.0:1763338458.026650:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56952:x1848993290898816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.026659:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.026681:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afda6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4479 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.026685:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.026706:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afd83 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d5:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4464 expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.026720:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:2.0:1763338458.026724:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338458.026735:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.026747:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026757:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026767:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.026773:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026779:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026864:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.026873:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.026875:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.026881:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.026887:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338458.026889:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 0 00010000:00010000:2.0:1763338458.026893:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.026920:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.026930:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.026934:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026940:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026945:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026952:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026958:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.026961:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026967:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026975:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338458.026978:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.026981:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.026991:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4afdad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027001:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027007:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027012:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027017:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.027020:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027025:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027032:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:3.0:1763338458.027034:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.027037:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027042:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4afdb4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.027072:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afda6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.027092:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 286 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338458.027104:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 286 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338458.027111:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143195200, rc 0) 00000100:00100000:3.0:1763338458.028625:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56952:x1848993290898816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1964us (2073us total) trans 4294972850 rc 0/0 00000100:00100000:3.0:1763338458.028635:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9799 00000100:00100000:0.0:1763338458.033374:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.033535:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290899072 00000100:00100000:3.0:1763338458.033546:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290899072 00000100:00100000:2.0:1763338458.034072:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3418 00000100:00100000:2.0:1763338458.034087:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243551050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56952:x1848993290899072:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.034350:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243551050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56952:x1848993290899072:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 266us (994us total) trans 4294972851 rc 0/0 00000100:00100000:2.0:1763338458.034357:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3418 00000100:00100000:0.0:1763338458.042565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.042615:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.042640:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290899200 00000100:00100000:2.0:1763338458.042651:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290899200 00000100:00100000:2.0:1763338458.042730:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3419 00000100:00100000:2.0:1763338458.042745:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56952:x1848993290899200:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:2.0:1763338458.042930:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56952:x1848993290899200:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 186us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.042930:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290899328 00000100:00100000:1.0:1763338458.042935:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290899328 00000100:00100000:2.0:1763338458.042938:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3419 00010000:00010000:1.0:1763338458.042957:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 287 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.042995:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3208 00000100:00100000:1.0:1763338458.043002:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2408:x1848993290899328:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.043014:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.043020:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 287 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.043032:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 287 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.043057:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afdbb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4479 expref: 287 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.043073:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:1.0:1763338458.043078:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.043088:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.043095:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.043134:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.043157:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2408:x1848993290899328:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 155us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.043164:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3208 00010000:00010000:3.0:1763338458.043215:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.043224:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:3.0:1763338458.043351:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972849 00000004:00010000:3.0:1763338458.043407:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d7c4be3a reply state 00000000d34dab05 transno 4294972852 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.043420:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.043426:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:3.0:1763338458.043429:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338458.043432:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338458.043483:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290898688:12345-192.168.202.34@tcp:36:bash.0 Request processed in 16853us (17056us total) trans 4294972852 rc 0/0 00000100:00100000:3.0:1763338458.043490:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9798 00000020:00080000:3.0:1763338458.043494:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338458.045754:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.045842:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290899584 00000100:00100000:2.0:1763338458.045852:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290899584 00000100:00100000:2.0:1763338458.045906:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9800 00000100:00100000:2.0:1763338458.045917:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290899584:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338458.045942:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.045946:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338458.045971:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afd91 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af446b expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.045991:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:2.0:1763338458.045997:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.046013:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afdd0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4480 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.046071:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afdd7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.046084:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afdd7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.046092:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afdd7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338458.046520:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1546, 88 off129896 00000004:00080000:2.0:1763338458.046530:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127758267604ns, next at 1127823373230ns, rc = 0 00000040:00080000:2.0:1763338458.046567:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1546, 88 off129656 00000004:00080000:2.0:1763338458.046574:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127758311874ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338458.047911:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1547, 88 off129744 00000004:00080000:2.0:1763338458.047925:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127759662322ns, next at 1127823350635ns, rc = 0 00000040:00080000:2.0:1763338458.048015:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1547, 88 off129984 00000004:00080000:2.0:1763338458.048022:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127759760169ns, next at 1127823373230ns, rc = 0 00010000:00010000:1.0:1763338458.053526:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053547:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053556:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053563:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148644e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.053568:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053576:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053596:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.053599:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.053605:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053611:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4afc80 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053633:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053639:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053645:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053650:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14cefb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.053653:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053659:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053667:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.053670:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.053673:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053679:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4afd13 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053699:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053704:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053709:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053714:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.053718:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053724:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053732:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:1.0:1763338458.053735:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.053738:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.053744:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afdc2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000001:00080000:0.0:1763338458.054584:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972853 is committed 00000004:00080000:0.0:1763338458.054595:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1014 committed 00000004:00080000:0.0:1763338458.054605:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1008 committed 00000004:00080000:0.0:1763338458.054619:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1007 committed 00000004:00080000:0.0:1763338458.054623:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1013 committed 00010000:00010000:2.0:1763338458.054749:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afdd7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4480 expref: 267 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.054767:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:2.0:1763338458.054771:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338458.054789:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afdd0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4480 expref: 267 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338458.054807:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afdd7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4480 expref: 266 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.054837:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:2.0:1763338458.054841:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338458.054844:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:3.0:1763338458.054896:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303196160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338458.054918:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:55909:x1848993290899584:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9001us (9175us total) trans 4294972853 rc 0/0 00000100:00100000:2.0:1763338458.054929:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9800 00000100:00100000:3.0:1763338458.054954:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338458.054989:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338458.054995:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303196032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338458.055016:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.055094:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303195904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.055124:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.055155:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303196416:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.055178:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.055198:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763338458.055203:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303195776:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.055221:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.055236:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303196288:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.055253:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.055301:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303196160 00000100:00100000:1.0:1763338458.055308:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303196160 00000100:00100000:1.0:1763338458.055708:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303196032 00000100:00100000:1.0:1763338458.055712:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303196032 00000100:00100000:1.0:1763338458.055731:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303195904 00000100:00100000:1.0:1763338458.055734:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303195904 00000100:00100000:1.0:1763338458.055746:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303196416 00000100:00100000:1.0:1763338458.055749:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303196416 00000100:00100000:1.0:1763338458.055757:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303195776 00000100:00100000:1.0:1763338458.055759:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303195776 00000100:00100000:1.0:1763338458.055767:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303196288 00000100:00100000:1.0:1763338458.055769:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303196288 00000100:00100000:1.0:1763338458.055781:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798 00000100:00100000:1.0:1763338458.055788:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3655:x1848993303196160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.055812:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:613 count 1 00002000:00010000:1.0:1763338458.055840:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.055848:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.055861:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.055863:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.055869:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.055880:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.055888:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.055896:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.055916:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338458.055933:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6799 00000100:00100000:2.0:1763338458.055943:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3655:x1848993303196032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338458.055960:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:612 count 1 00010000:00010000:2.0:1763338458.055978:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.055995:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 15 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.056002:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338458.056004:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338458.056007:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.056043:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 15 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.056058:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 15 pid: 8406 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.056069:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303196544:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338458.056130:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fde40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.056154:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303196160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 365us (1200us total) trans 17179871683 rc 0/0 00000100:00100000:1.0:1763338458.056162:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798 00000100:00100000:1.0:1763338458.056178:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6800 00000100:00100000:1.0:1763338458.056185:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3657:x1848993303195904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.056197:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:609 count 1 00010000:00010000:1.0:1763338458.056208:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.056220:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 15 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.056226:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.056228:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.056230:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.056247:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 15 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.056256:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 15 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.056287:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303196672:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.056311:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d240 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.058980:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801 00000100:00100000:1.0:1763338458.059012:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3657:x1848993303196416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.059246:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303196416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 246us (4065us total) trans 17179871684 rc 0/0 00000100:00100000:0.0:1763338458.059291:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802 00000100:00100000:0.0:1763338458.059303:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303195776:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338458.059319:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:608 count 1 00010000:00010000:0.0:1763338458.059365:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.059387:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 15 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.059396:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.059398:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.059402:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.059440:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 15 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.059453:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 15 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.059468:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303196800:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.059530:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c3c0 going to sleep for 11 seconds 00000004:00080000:2.0:1763338458.059977:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68a80/2, rc 0, transno 17179871684 00000100:00100000:2.0:1763338458.059993:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303196416:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338458.060122:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6803 00000100:00100000:3.0:1763338458.060133:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303196288:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338458.060221:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338458.060224:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.060227:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.060229:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.060231:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338458.060290:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3657:x1848993303196288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 160us (5035us total) trans 17179871685 rc 0/0 00000100:00100000:3.0:1763338458.060298:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6803 00000004:00080000:2.0:1763338458.060460:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68700/2, rc 0, transno 17179871685 00000100:00100000:2.0:1763338458.060465:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303196288:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.061464:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801 00010000:00010000:1.0:1763338458.061501:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338458.061510:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.061527:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338458.061531:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.061540:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.061560:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.061567:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afdde lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.061586:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.061588:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.061590:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338458.061624:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6b100/2, rc 0, transno 17179871683 00000100:00100000:1.0:1763338458.061629:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303196160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.064207:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303197184:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.064244:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303197312:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.065600:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303196928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.066697:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338458.066750:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303197184 00000100:00100000:2.0:1763338458.066760:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303197184 00000100:00100000:0.0:1763338458.066800:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303197056:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.066826:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6804 00000100:00100000:2.0:1763338458.066840:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+60:3656:x1848993303197184:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.066846:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.066872:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303197568:0@lo:2:osp-syn-0-1.0 00002000:00080000:2.0:1763338458.066876:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:612 count 1 00000100:00100000:0.0:1763338458.066894:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338458.066905:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.066927:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303197056 00010000:00010000:2.0:1763338458.066928:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.066932:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303197056 00010000:00010000:2.0:1763338458.066946:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338458.066949:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338458.066953:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.066972:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303197568 00000100:00100000:0.0:1763338458.066976:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303197568 00010000:00010000:2.0:1763338458.066986:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.067000:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.067009:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805 00000100:00100000:2.0:1763338458.067016:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277502300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303197696:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.067021:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+62:3655:x1848993303197056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338458.067038:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:609 count 1 00010000:00010000:0.0:1763338458.067052:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.067066:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.067073:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.067075:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.067077:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.067081:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00080000:2.0:1763338458.067097:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1763338458.067105:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.067114:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806 00010000:00010000:0.0:1763338458.067119:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.067126:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+62:3655:x1848993303197568:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.067138:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303197824:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.067171:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338458.067191:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338458.067311:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+63:3655:x1848993303197568:12345-0@lo:2:osp-syn-0-1.0 Request processed in 188us (416us total) trans 21474839012 rc 0/0 00000100:00100000:2.0:1763338458.067319:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806 00000004:00080000:0.0:1763338458.067333:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277503b80/2, rc 0, transno 21474839012 00000100:00100000:0.0:1763338458.067341:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303197568:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.067409:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303197312 00000100:00100000:2.0:1763338458.067414:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303197312 00000100:00100000:2.0:1763338458.067433:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807 00000100:00100000:2.0:1763338458.067441:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d651c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+63:3657:x1848993303197312:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338458.067452:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:613 count 1 00002000:00010000:2.0:1763338458.067473:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338458.067480:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.067489:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.067491:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.067496:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.067510:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303196800:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338458.067511:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.067526:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.067533:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.067537:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.067554:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338458.070500:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.070512:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.070547:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.070561:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303197440:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.070576:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.070603:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290899968 00000100:00100000:1.0:1763338458.070604:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.070613:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290899968 00000100:00100000:1.0:1763338458.070641:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303196928 00000100:00100000:1.0:1763338458.070646:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303196928 00010000:00010000:0.0:1763338458.070657:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 16 pid: 8406 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.070670:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303197440 00000100:00100000:1.0:1763338458.070674:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303197440 00000100:00100000:0.0:1763338458.070690:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900224 00000100:00100000:1.0:1763338458.070695:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6808 00000100:00100000:0.0:1763338458.070695:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900224 00000100:00100000:1.0:1763338458.070707:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+66:3654:x1848993303196928:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338458.070717:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 17 pid: 8403 timeout: 1227 lvb_type: 0 00002000:00080000:1.0:1763338458.070731:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:608 count 1 00000100:00100000:0.0:1763338458.070740:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900096 00000100:00100000:0.0:1763338458.070744:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900096 00010000:00010000:1.0:1763338458.070757:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.070760:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 18 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.070784:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3209 00010000:00010000:1.0:1763338458.070785:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.070794:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290899968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.070798:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.070802:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.070805:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.070808:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.070817:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 18 pid: 8406 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.070831:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 18 pid: 8406 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.070841:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.070855:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.070856:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.070860:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.070865:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.070874:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303197952:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.070877:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.070899:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338458.070931:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290899968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 139us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.070935:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d840 going to sleep for 11 seconds 00000100:00100000:0.0:1763338458.070941:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3209 00000100:00100000:1.0:1763338458.070958:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3210 00000100:00100000:0.0:1763338458.070967:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3211 00000100:00100000:1.0:1763338458.070972:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290900224:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338458.070981:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290900096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.070983:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.070992:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 17 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.070995:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.071004:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 17 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.071011:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 17 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.071026:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 17 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.071031:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.071034:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.071040:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.071050:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071053:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4af923 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af42f8 expref: 17 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.071074:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.071077:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.071077:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.071084:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071093:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.071102:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290900224:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 134us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.071110:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3210 00010000:00010000:0.0:1763338458.071115:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338458.071141:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290900096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 164us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.071148:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3211 00010000:00010000:1.0:1763338458.071162:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4afba0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43c3 expref: 14 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.071177:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303196672:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.071184:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071193:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.071195:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071212:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.071214:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.071221:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071241:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.071244:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.071293:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071307:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1763338458.071314:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1763338458.071532:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d651c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+66:3657:x1848993303197312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4089us (4337us total) trans 21474839013 rc 0/0 00000100:00100000:0.0:1763338458.071542:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303195776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12241us (16318us total) trans 17179871686 rc 0/0 00000100:00100000:2.0:1763338458.071543:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807 00000100:00100000:0.0:1763338458.071555:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802 00000100:00100000:2.0:1763338458.071571:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6809 00000100:00100000:2.0:1763338458.071582:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+65:3654:x1848993303197440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.071612:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.071632:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900352 00000100:00100000:0.0:1763338458.071636:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900352 00000100:00100000:0.0:1763338458.071661:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6810 00000100:00100000:0.0:1763338458.071669:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290900352:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.071679:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.071691:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af448e expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.071709:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+66:3654:x1848993303197440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 128us (1104us total) trans 21474839014 rc 0/0 00010000:00010000:0.0:1763338458.071711:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763338458.071725:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6809 00010000:00010000:0.0:1763338458.071727:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.071731:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.071736:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071748:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763338458.071756:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.071760:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338458.071774:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338458.071780:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:2.0:1763338458.071781:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071806:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.071814:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303198080:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338458.071824:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071833:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071855:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338458.071860:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.071860:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cf00 going to sleep for 11 seconds 00010000:00010000:2.0:1763338458.071871:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.071874:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071881:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071890:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071902:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afdf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071919:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338458.071923:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071929:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.071933:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071940:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071949:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071957:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afdec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.071970:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.071972:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.071974:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338458.072022:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27747df80/2, rc 0, transno 21474839013 00000100:00100000:2.0:1763338458.072030:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303197312:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338458.072037:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.072045:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338458.072046:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6ad80/2, rc 0, transno 17179871686 00000100:00100000:2.0:1763338458.072053:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303195776:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338458.072081:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4afc33 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43fb expref: 15 pid: 8406 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.072094:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303196544:192.168.202.34@tcp:104: 00000004:00080000:0.0:1763338458.072094:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27747f480/2, rc 0, transno 21474839014 00000100:00100000:0.0:1763338458.072104:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303197440:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338458.072114:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.072124:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.072132:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.072140:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.072146:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.072175:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338458.073002:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303197824:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338458.073024:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.073086:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.073108:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900480 00000100:00100000:3.0:1763338458.073119:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900480 00010000:00010000:3.0:1763338458.073169:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 37 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338458.073197:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3212 00000100:00100000:3.0:1763338458.073206:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252693050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993290900480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.073219:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.073224:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 37 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338458.073235:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 37 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338458.073255:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4afba7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43ca expref: 37 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338458.073289:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.073291:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.073296:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.073305:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.073326:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338458.073370:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252693050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993290900480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 151us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.073378:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3212 00000100:00080000:3.0:1763338458.073433:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763338458.073445:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.073453:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.073462:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.073469:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.073485:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338458.074894:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303196032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18945us (19868us total) trans 17179871687 rc 0/0 00000100:00100000:2.0:1763338458.074908:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6799 00000004:00080000:2.0:1763338458.074982:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f9180/2, rc 0, transno 21474839015 00000100:00100000:2.0:1763338458.074989:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303197056:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338458.075007:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68380/2, rc 0, transno 17179871687 00000100:00100000:2.0:1763338458.075012:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303196032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338458.075029:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+66:3655:x1848993303197056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8009us (8183us total) trans 21474839015 rc 0/0 00010000:00010000:2.0:1763338458.075033:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1763338458.075042:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805 00010000:00010000:2.0:1763338458.075045:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075057:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.075061:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075071:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075090:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075098:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afde5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075120:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338458.075125:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075132:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.075135:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075148:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075160:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075167:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afe01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075181:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.075183:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.075185:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338458.075210:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277502300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303197696:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338458.075215:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338458.075236:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.075252:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900608 00000100:00100000:3.0:1763338458.075275:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900608 00010000:00010000:3.0:1763338458.075306:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338458.075335:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3213 00000100:00100000:3.0:1763338458.075343:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993290900608:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.075365:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.075371:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:3.0:1763338458.075388:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.075389:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338458.075411:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba000/0x4ea0a6980f4afc2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43f4 expref: 36 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.075422:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290899840 00010000:00010000:3.0:1763338458.075426:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763338458.075427:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290899840 00010000:00010000:3.0:1763338458.075430:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.075437:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.075447:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.075463:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9801 00000100:00100000:2.0:1763338458.075473:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+266:56953:x1848993290899840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.075475:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.075495:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.075519:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afe1d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4487 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075592:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:3.0:1763338458.075596:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993290900608:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 252us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.075610:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3213 00010000:00010000:2.0:1763338458.075612:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075623:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.075636:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075638:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.075656:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.075658:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075671:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.075675:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.075764:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.075778:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afe32 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.075783:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338458.075790:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afe32 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075799:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afe32 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338458.075808:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 2 00010000:00010000:2.0:1763338458.075893:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075900:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075905:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075911:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075916:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.075920:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075925:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075935:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197e00) 00010000:00010000:2.0:1763338458.075938:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.075942:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075947:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4afe24 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075957:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075963:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075968:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075972:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.075975:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075980:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075986:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:2.0:1763338458.075988:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.075991:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.075996:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe2b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.076031:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4afe1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4487 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.076045:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afe32 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4487 expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.076053:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:2.0:1763338458.076055:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338458.076058:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143195200, rc 0) 00000100:00100000:2.0:1763338458.076093:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56953:x1848993290899840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 621us (708us total) trans 4294972854 rc 0/0 00000100:00100000:2.0:1763338458.076100:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9801 00000100:00100000:3.0:1763338458.076323:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+66:3656:x1848993303197184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9486us (9631us total) trans 21474839016 rc 0/0 00000100:00100000:3.0:1763338458.076334:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6804 00010000:00010000:3.0:1763338458.076355:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338458.076372:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.076379:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338458.076383:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.076391:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.076404:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.076411:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afdfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.076429:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.076431:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.076433:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338458.076570:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303195904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20384us (21442us total) trans 17179871688 rc 0/0 00000100:00100000:1.0:1763338458.076579:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6800 00000004:00080000:1.0:1763338458.076719:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6b800/2, rc 0, transno 17179871688 00000100:00100000:1.0:1763338458.076725:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303195904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.076847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.076868:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900736 00000100:00100000:1.0:1763338458.076872:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900736 00010000:00010000:1.0:1763338458.076892:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 1227 lvb_type: 1 00000100:00100000:1.0:1763338458.076916:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3214 00000100:00100000:1.0:1763338458.076923:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290900736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.076933:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.076938:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:1.0:1763338458.076946:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 1227 lvb_type: 1 00010000:00010000:1.0:1763338458.076963:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.076965:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.076972:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.076995:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.077024:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.077038:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848993303198208:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338458.077090:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.077154:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.077172:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900864 00000100:00100000:1.0:1763338458.077176:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900864 00010000:00010000:1.0:1763338458.077192:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 35 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.077213:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3215 00000100:00100000:1.0:1763338458.077219:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2408:x1848993290900864:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.077234:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.077238:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 35 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.077248:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 35 pid: 8403 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.077285:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.077287:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.077290:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.077297:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.077311:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.077329:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2408:x1848993290900864:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 111us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.077336:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3215 00010000:00010000:3.0:1763338458.078067:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4afbed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af43df expref: 34 pid: 8403 timeout: 1227 lvb_type: 0 00000100:00100000:3.0:1763338458.078083:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303197952:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338458.078100:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.078112:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.078119:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.078128:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.078134:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.078161:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338458.078495:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+66:3654:x1848993303196928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7789us (7982us total) trans 21474839017 rc 0/0 00000100:00100000:3.0:1763338458.078503:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6808 00000004:00080000:3.0:1763338458.078550:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444fb800/2, rc 0, transno 21474839017 00000100:00100000:3.0:1763338458.078557:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303196928:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338458.079492:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338458.079504:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.079516:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338458.079520:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.079530:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.079556:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.079567:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4afe0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.079593:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.079595:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.079598:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338458.079696:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee0700/2, rc 0, transno 21474839016 00000100:00100000:2.0:1763338458.079703:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303197184:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338458.080591:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.080634:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afd75 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af445d expref: 15 pid: 31107 timeout: 1227 lvb_type: 1 00000100:00100000:0.0:1763338458.080651:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303198080:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.080695:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.080712:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:0.0:1763338458.080804:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290900352:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9136us (9192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.080813:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6810 00000100:00100000:3.0:1763338458.081586:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.082192:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290900992 00000100:00100000:0.0:1763338458.082206:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290900992 00000100:00100000:0.0:1763338458.082285:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6811 00000100:00100000:0.0:1763338458.082296:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290900992:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.082313:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.082524:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4afe40 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4495 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.082590:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303198336:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763338458.082666:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.083696:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848993303198208:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338458.083719:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.084141:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290900736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7216us (7292us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.084151:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3214 00002000:00010000:0.0:1763338458.085086:0:8869:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb mtime: 0 -> 1763338458 00002000:00010000:0.0:1763338458.085092:0:8869:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb atime: 0 -> 1763338458 00002000:00010000:0.0:1763338458.085095:0:8869:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb ctime: 0 -> 1763338458 00000100:00100000:0.0:1763338458.085114:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303198336:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338458.085142:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4afe40 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4495 expref: 14 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338458.085163:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4afe40 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4495 expref: 14 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338458.085175:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:0.0:1763338458.085224:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993290900992:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2930us (3641us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338458.085233:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6811 00000100:00100000:3.0:1763338458.087785:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.089933:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.089999:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290901120 00000100:00100000:0.0:1763338458.090011:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290901120 00000100:00100000:0.0:1763338458.090080:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6812 00000100:00100000:0.0:1763338458.090091:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+34:55909:x1848993290901120:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.090110:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.090134:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af449c expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338458.090162:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1763338458.090184:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290901376 00000100:00100000:2.0:1763338458.090188:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290901376 00010000:00010000:0.0:1763338458.090188:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.090190:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.090202:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 35 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.090218:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 35 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.090227:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3420 00010000:00010000:0.0:1763338458.090232:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:2.0:1763338458.090234:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56953:x1848993290901376:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.090301:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+35:55909:x1848993290901120:12345-192.168.202.34@tcp:101:bash.0 Request processed in 212us (2527us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.090308:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6812 00000100:00100000:2.0:1763338458.090462:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56953:x1848993290901376:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 228us (538us total) trans 4294972855 rc 0/0 00000100:00100000:2.0:1763338458.090469:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3420 00000100:00100000:3.0:1763338458.092513:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.092765:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290901504 00000100:00100000:0.0:1763338458.092773:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290901504 00002000:00010000:0.0:1763338458.092810:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/614 (0->18446744073709551615) 00002000:00100000:0.0:1763338458.092827:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c0700 with x1848993290901504 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338458.092840:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c0700. 00000100:00100000:1.0:1763338458.093663:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1681 00000100:00100000:1.0:1763338458.093689:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290901504:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:3.0:1763338458.094176:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:1.0:1763338458.094592:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.094596:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb mtime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338458.094598:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb atime from disk: 1763338458 -> 0 00002000:00010000:1.0:1763338458.094600:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb ctime from disk: 1763338458 -> 1763338458 00002000:00010000:1.0:1763338458.094603:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.094691:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290901504:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1016us (2187us total) trans 17179871689 rc 0/0 00000100:00100000:1.0:1763338458.094700:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1681 00002000:00010000:1.0:1763338458.094705:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/614 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.094708:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c0700 with x1848993290901504 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.094716:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c0700. 00000100:00100000:2.0:1763338458.095713:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290901632 00000100:00100000:2.0:1763338458.095723:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290901632 00002000:00010000:2.0:1763338458.095758:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/614 (0->18446744073709551615) 00002000:00100000:2.0:1763338458.095762:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498f9880 with x1848993290901632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338458.095770:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1498f9880. 00000100:00100000:2.0:1763338458.095803:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1682 00000100:00100000:2.0:1763338458.095812:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993290901632:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338458.095960:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338458.095964:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:2.0:1763338458.095967:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338458.095969:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:2.0:1763338458.095971:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338458.096023:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993290901632:12345-192.168.202.34@tcp:10:bash.0 Request processed in 211us (1847us total) trans 21474839018 rc 0/0 00000100:00100000:2.0:1763338458.096031:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1682 00002000:00010000:2.0:1763338458.096034:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/614 (0->18446744073709551615) 00002000:00100000:2.0:1763338458.096037:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1498f9880 with x1848993290901632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338458.096041:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1498f9880. 00000100:00100000:0.0:1763338458.103239:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.104384:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290901888 00000100:00100000:1.0:1763338458.104398:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290901888 00000100:00100000:1.0:1763338458.104460:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3421 00000100:00100000:1.0:1763338458.104469:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290901888:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:1.0:1763338458.104767:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290901888:12345-192.168.202.34@tcp:35:bash.0 Request processed in 298us (1540us total) trans 4294972856 rc 0/0 00000100:00100000:1.0:1763338458.104775:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3421 00000100:00100000:3.0:1763338458.111826:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.112092:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290902144 00000100:00100000:0.0:1763338458.112103:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290902144 00000100:00100000:0.0:1763338458.112160:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9802 00000100:00100000:0.0:1763338458.112171:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56954:x1848993290902144:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.112196:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.112217:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4afe4e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44a3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.112376:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.112669:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.112763:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338458.112821:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 5 00010000:00010000:1.0:1763338458.113666:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4afe4e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.113745:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.113756:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:1.0:1763338458.113759:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763338458.113763:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:1.0:1763338458.113875:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56954:x1848993290902144:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1705us (2063us total) trans 4294972857 rc 0/0 00000100:00100000:1.0:1763338458.113884:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9802 00000100:00100000:3.0:1763338458.115946:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.116006:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290902400 00000100:00100000:1.0:1763338458.116017:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290902400 00000100:00100000:1.0:1763338458.116067:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9803 00000100:00100000:1.0:1763338458.116074:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56955:x1848993290902400:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338458.116118:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338458.116141:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4afdd7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4480 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.116161:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4afe32 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4487 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.116178:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4afd9f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4472 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.116188:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:1.0:1763338458.116192:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.116218:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.116229:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.116237:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.116247:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.116252:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.116257:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.116355:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.116375:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.116383:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338458.116806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338458.116880:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.116895:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 269 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.116911:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303198464:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338458.117065:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290902528 00000100:00100000:2.0:1763338458.117070:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290902528 00000100:00100000:2.0:1763338458.117635:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9804 00000100:00100000:2.0:1763338458.117645:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56954:x1848993290902528:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.117664:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.117690:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afe78 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44aa expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.117776:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.117786:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.117792:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.117804:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.117813:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338458.117981:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.122145:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303198464:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.122179:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338458.123543:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.123850:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290902656 00000100:00100000:1.0:1763338458.123859:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290902656 00010000:00010000:1.0:1763338458.123895:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 272 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.123926:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3216 00000100:00100000:1.0:1763338458.123934:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2410:x1848993290902656:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.123948:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.123954:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 272 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.123965:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 272 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.123986:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4afe55 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44a3 expref: 272 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.124001:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:1.0:1763338458.124006:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.124016:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.124023:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.124030:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.124036:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.124042:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.124068:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.124128:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:2410:x1848993290902656:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 193us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.124135:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3216 00010000:00010000:3.0:1763338458.124658:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.124668:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338458.124936:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338458.125023:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125031:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125038:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125043:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.125047:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125054:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125064:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:3.0:1763338458.125067:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338458.125069:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.125077:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.125083:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.125123:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125130:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4afe71 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125146:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125152:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125157:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125163:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125168:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.125171:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125176:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125183:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63800) 00010000:00010000:3.0:1763338458.125186:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.125188:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125194:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4afe63 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338458.125208:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dafb85fb reply state 00000000c1fc747c transno 4294972858 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125218:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.125223:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:3.0:1763338458.125225:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338458.125228:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338458.125320:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56955:x1848993290902400:12345-192.168.202.34@tcp:36:rm.0 Request processed in 9243us (9378us total) trans 4294972858 rc 0/0 00000100:00100000:3.0:1763338458.125327:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9803 00010000:00010000:0.0:1763338458.125728:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.125737:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338458.125765:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d5:0x0]: returning size 5 00000004:00200000:0.0:1763338458.125769:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338458.125783:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.125810:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4afe78 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44aa expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.125825:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194000/0x4ea0a6980f4afe7f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44aa expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.125832:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:0.0:1763338458.125834:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.125837:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194000, rc 0) 00000100:00100000:0.0:1763338458.125867:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56954:x1848993290902528:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8223us (9062us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.125874:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9804 00000100:00100000:3.0:1763338458.130135:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.130198:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290902912 00000100:00100000:1.0:1763338458.130208:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290902912 00000100:00100000:1.0:1763338458.130281:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3422 00000100:00100000:1.0:1763338458.130290:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56954:x1848993290902912:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:1.0:1763338458.130536:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763338458.130602:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1548, 64 off130048 00000004:00080000:1.0:1763338458.130610:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127842347654ns, next at 1128842344886ns, rc = 0 00000040:00080000:1.0:1763338458.130632:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1548, 64 off129808 00000004:00080000:1.0:1763338458.130636:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127842373707ns, next at 1128842372477ns, rc = 0 00000040:00080000:1.0:1763338458.130644:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1549, 64 off129872 00000040:00080000:1.0:1763338458.130653:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1549, 64 off130112 00010000:00010000:1.0:1763338458.130712:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:1.0:1763338458.130730:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338458.130739:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338458.130747:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338458.130753:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338458.130759:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.131380:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338458.131389:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.131397:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd144519a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.131401:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.131409:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 5/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.131421:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d5:0x0].0x0 (ffff8fd14307a800) 00010000:00010000:2.0:1763338458.131424:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338458.131429:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 3/0,0 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.131437:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.131439:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.131441:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.131858:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.131884:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763338458.131890:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afe86 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00000100:00100000:1.0:1763338458.133406:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56954:x1848993290902912:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 3103us (3266us total) trans 4294972859 rc 0/0 00000100:00100000:1.0:1763338458.133421:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3422 00000100:00100000:2.0:1763338458.140316:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.140496:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290903040 00000100:00100000:0.0:1763338458.140509:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290903040 00000100:00100000:3.0:1763338458.141216:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9805 00000100:00100000:2.0:1763338458.141389:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56956:x1848993290903040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.141411:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.141433:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afe8d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44b1 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.141499:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338458.141511:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141523:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141531:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338458.141537:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141543:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141579:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141586:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141591:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141597:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141606:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.141610:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141617:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141627:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197e00) 00010000:00010000:2.0:1763338458.141629:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.141633:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141638:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4afe94 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141650:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141655:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141660:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141664:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.141666:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141671:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141676:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:2.0:1763338458.141689:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.141692:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141698:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4afe9b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.141722:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afe8d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44b1 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.141730:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197e00) 00010000:00010000:2.0:1763338458.141733:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.141736:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4afe8d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44b1 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.141748:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:2.0:1763338458.141819:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56956:x1848993290903040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 592us (1515us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338458.141826:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9805 00000100:00100000:2.0:1763338458.148729:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.148842:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290903168 00000100:00100000:0.0:1763338458.148853:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290903168 00000100:00100000:0.0:1763338458.148918:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9806 00000100:00100000:0.0:1763338458.148929:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56954:x1848993290903168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.148961:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.148991:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afea2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44b8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.149070:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.149085:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149097:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149108:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.149115:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149120:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149168:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149174:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149180:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149187:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149193:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.149197:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149205:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149216:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd261940b00) 00010000:00010000:0.0:1763338458.149218:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.149222:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149228:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4afea9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149240:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149245:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149250:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.149254:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.149257:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.152782:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.152808:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338458.152811:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.152817:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.152825:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afeb0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.152882:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afea2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44b8 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.152893:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd261940b00) 00010000:00010000:0.0:1763338458.152896:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.152899:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4afea2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44b8 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.152914:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:1.0:1763338458.153074:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56954:x1848993290903168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4144us (4354us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.153094:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9806 00000100:00100000:3.0:1763338458.160788:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.160883:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290903296 00000100:00100000:1.0:1763338458.160893:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290903296 00000100:00100000:1.0:1763338458.160955:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9807 00000100:00100000:1.0:1763338458.160965:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56956:x1848993290903296:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.160985:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.161010:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afeb7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44bf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.161078:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.161092:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161104:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161115:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.161122:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161128:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161169:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161175:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161181:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161191:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161197:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd144518000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.161201:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161208:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161220:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.161223:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.161227:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161233:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afebe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161246:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161251:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161256:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161301:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1476b4e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.161305:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161311:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161324:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338458.161326:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.161329:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161334:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afec5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.161372:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afeb7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44bf expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.161383:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.161385:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.161389:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afeb7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44bf expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.161401:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd144519a00, rc 0) 00000100:00100000:1.0:1763338458.161463:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56956:x1848993290903296:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 499us (685us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.161470:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9807 00000100:00100000:2.0:1763338458.166694:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.167422:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290903424 00000100:00100000:3.0:1763338458.167434:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290903424 00000100:00100000:3.0:1763338458.167501:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9808 00000100:00100000:3.0:1763338458.167511:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56956:x1848993290903424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.167536:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.167563:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4afecc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44c6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.167661:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afed3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.167676:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afed3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.167698:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afed3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338458.167753:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338458.167758:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338458.167792:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4afecc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44c6 expref: 274 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.167810:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afed3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44c6 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.167818:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338458.167821:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338458.167824:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:3.0:1763338458.167895:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56956:x1848993290903424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 385us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.167902:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9808 00000100:00100000:2.0:1763338458.175808:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.177095:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290903552 00000100:00100000:1.0:1763338458.177108:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290903552 00000100:00100000:1.0:1763338458.177176:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9809 00000100:00100000:1.0:1763338458.177187:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56956:x1848993290903552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.177213:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.177237:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afeda lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44cd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.177330:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.177344:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177366:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177378:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.177385:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177391:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177436:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177443:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177449:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177454:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177460:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1476b5000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.177464:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177475:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177486:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:1.0:1763338458.177489:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.177493:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177499:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5000/0x4ea0a6980f4afee1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177513:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177519:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177525:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177530:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1476b5c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.177533:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177538:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177543:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338458.177546:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.177548:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177554:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b5c00/0x4ea0a6980f4afee8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.177584:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afeda lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44cd expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.177594:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:1.0:1763338458.177596:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.177599:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1476b4e00/0x4ea0a6980f4afeda lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44cd expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.177610:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1476b4e00, rc 0) 00000100:00100000:1.0:1763338458.179560:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56956:x1848993290903552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2364us (3752us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.179574:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9809 00000100:00100000:0.0:1763338458.183864:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.183959:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290903808 00000100:00100000:1.0:1763338458.183971:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290903808 00000100:00100000:1.0:1763338458.184079:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9810 00000100:00100000:1.0:1763338458.184091:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56956:x1848993290903808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.184111:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.184114:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338458.184140:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4afed3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44c6 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.184166:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:1.0:1763338458.184176:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.184192:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afeef lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44d4 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.184342:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.184365:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.184375:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.184396:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.184404:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.184410:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.184953:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.184962:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.184969:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338458.184978:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00010000:00010000:1.0:1763338458.185002:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185009:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185014:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185021:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185027:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd144518000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.185031:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185037:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185044:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.185047:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.185050:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185055:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144518000/0x4ea0a6980f4afef6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338458.185065:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d3304ee reply state 0000000056ea3538 transno 4294972860 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185073:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.185079:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338458.185081:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.185083:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338458.185109:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd144519a00/0x4ea0a6980f4afeef lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.185130:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.185137:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:1.0:1763338458.185140:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338458.185143:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338458.185220:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56956:x1848993290903808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1130us (1364us total) trans 4294972860 rc 0/0 00000100:00100000:1.0:1763338458.185228:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9810 00000100:00100000:2.0:1763338458.191494:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.191709:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.191871:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290904192 00000100:00100000:3.0:1763338458.191883:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290904192 00000100:00100000:1.0:1763338458.192132:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290904320 00000100:00100000:1.0:1763338458.192138:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290904320 00000100:00100000:1.0:1763338458.192184:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9811 00000100:00100000:1.0:1763338458.192194:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56957:x1848993290904192:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.192221:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763338458.192230:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9812 00000100:00100000:0.0:1763338458.192243:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56956:x1848993290904320:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.192252:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.192294:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aff12 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44db expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.192365:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4aff19 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.192425:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338458.192425:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.192448:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.192570:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.192614:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192630:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338458.192643:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00010000:00010000:0.0:1763338458.192654:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.192671:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 278 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.192687:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303198592:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.192747:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192756:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192763:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192774:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.192779:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192787:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192800:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:1.0:1763338458.192803:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763338458.192807:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192814:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff27 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.192863:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4aff19 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44e2 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.192873:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:1.0:1763338458.192876:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338458.192880:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4aff19 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44e2 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.192889:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea200, rc 0) 00000100:00100000:1.0:1763338458.192974:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56957:x1848993290904192:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 780us (1489us total) trans 4294972861 rc 301/301 00000100:00100000:1.0:1763338458.192984:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9811 00000100:00100000:0.0:1763338458.193129:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338458.198794:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.198937:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303198592:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.198968:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338458.199083:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290904576 00000100:00100000:1.0:1763338458.199091:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290904576 00000100:00100000:2.0:1763338458.199551:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3423 00000100:00100000:2.0:1763338458.199562:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56957:x1848993290904576:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.199901:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56957:x1848993290904576:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 339us (1116us total) trans 4294972862 rc 0/0 00000100:00100000:2.0:1763338458.199913:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3423 00000100:00100000:1.0:1763338458.200847:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.203468:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290904704 00000100:00100000:0.0:1763338458.203482:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290904704 00010000:00010000:0.0:1763338458.203536:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 279 pid: 13583 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.203586:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3217 00000100:00100000:0.0:1763338458.203597:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2410:x1848993290904704:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338458.203615:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.203623:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 279 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.203638:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 279 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.203664:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4aff04 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44d4 expref: 279 pid: 13583 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.203683:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:0.0:1763338458.203690:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.203712:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.203720:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338458.203730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338458.203756:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338458.203826:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2410:x1848993290904704:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 230us (2985us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.203834:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3217 00010000:00010000:0.0:1763338458.203868:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.203876:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.203903:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00000100:00100000:3.0:1763338458.203921:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290904960 00000100:00100000:3.0:1763338458.203931:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290904960 00000100:00100000:3.0:1763338458.203967:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9813 00000100:00100000:3.0:1763338458.203976:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56957:x1848993290904960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.203994:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.204017:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4aff35 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44e9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338458.204088:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x268:0x0], index 0: 0 00000004:00080000:0.0:1763338458.204094:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x268:0x0], index 1: 0 00000004:00080000:0.0:1763338458.204099:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x269:0x0], index 1: 0 00000004:00080000:0.0:1763338458.204104:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x269:0x0], index 0: 0 00010000:00010000:3.0:1763338458.204178:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.204189:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204199:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.204201:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.204213:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.204215:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.204224:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.204229:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.204232:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.204239:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.204242:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.204253:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.204302:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:0.0:1763338458.204306:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338458.204310:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.204316:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4aff20 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.204366:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aff12 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44db expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.204378:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:0.0:1763338458.204381:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338458.204384:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4aff51 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.204386:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4aff12 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44db expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.204402:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4aff51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.204405:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00010000:00010000:3.0:1763338458.204415:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4aff51 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338458.204460:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56956:x1848993290904320:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12220us (12750us total) trans 4294972863 rc 301/301 00000100:00100000:0.0:1763338458.204469:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9812 00010000:00010000:3.0:1763338458.204471:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204480:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204486:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204492:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204498:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.204502:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204511:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204520:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338458.204522:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.204525:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204531:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4aff3c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204542:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204547:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204551:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204556:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.204558:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204562:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204569:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:3.0:1763338458.204571:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.204574:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.204582:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4aff4a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.204677:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4aff35 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44e9 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.204695:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4aff51 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44e9 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.204702:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:0.0:1763338458.204705:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.204707:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:0.0:1763338458.204731:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56957:x1848993290904960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 757us (1076us total) trans 4294972864 rc 0/0 00000100:00100000:0.0:1763338458.204738:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9813 00000100:00100000:2.0:1763338458.206782:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.206937:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290905216 00000100:00100000:3.0:1763338458.206948:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290905216 00000100:00100000:3.0:1763338458.207004:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3424 00000100:00100000:3.0:1763338458.207015:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243551c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56956:x1848993290905216:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338458.207343:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243551c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56956:x1848993290905216:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 328us (568us total) trans 4294972865 rc 0/0 00000100:00100000:3.0:1763338458.207351:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3424 00000100:00100000:2.0:1763338458.208782:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.208824:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.208893:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290905344 00000100:00100000:3.0:1763338458.208901:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290905344 00000100:00100000:3.0:1763338458.208950:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290905472 00000100:00100000:3.0:1763338458.208954:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290905472 00000100:00100000:3.0:1763338458.208987:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6813 00000100:00100000:3.0:1763338458.208996:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290905344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.209013:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763338458.209033:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6814 00010000:00010000:3.0:1763338458.209035:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44f0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.209047:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2408:x1848993290905472:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.209057:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.209070:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44f7 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338458.209091:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338458.209110:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.209112:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.209122:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 37 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338458.209139:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 37 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338458.209153:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00002000:00010000:3.0:1763338458.209198:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1763338458.209199:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2408:x1848993290905472:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 156us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.209210:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6814 00010000:00010000:3.0:1763338458.209213:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.209216:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.209223:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763338458.209230:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338458.209235:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338458.209245:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8c00, rc 0) 00000100:00100000:3.0:1763338458.209293:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993290905344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 297us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.209295:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290905728 00000100:00100000:0.0:1763338458.209302:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290905728 00000100:00100000:3.0:1763338458.209303:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6813 00000100:00100000:0.0:1763338458.209348:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3425 00000100:00100000:0.0:1763338458.209367:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56956:x1848993290905728:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.209527:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56956:x1848993290905728:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 170us (297us total) trans 4294972866 rc 0/0 00000100:00100000:0.0:1763338458.209535:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3425 00000100:00100000:2.0:1763338458.213378:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.213744:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.213794:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290906240 00000100:00100000:3.0:1763338458.213804:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290906240 00000100:00100000:3.0:1763338458.213870:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9814 00000100:00100000:3.0:1763338458.213923:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290906240:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338458.213947:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.213950:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338458.213979:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4aff51 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44e9 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.213997:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f63c00) 00010000:00010000:3.0:1763338458.214007:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338458.214022:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4aff6d lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af44fe expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.214127:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4aff74 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338458.214140:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4aff74 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338458.214150:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4aff74 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338458.214171:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00000100:00100000:0.0:1763338458.214224:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290905984 00000100:00100000:0.0:1763338458.214229:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290905984 00010000:00010000:3.0:1763338458.214311:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4aff6d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44fe expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.214326:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4aff74 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44fe expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.214334:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338458.214337:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338458.214340:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143195200, rc 0) 00000100:00100000:0.0:1763338458.214365:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3426 00000100:00100000:0.0:1763338458.214375:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56957:x1848993290905984:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.214490:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56957:x1848993290905984:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 116us (1133us total) trans 4294972868 rc 0/0 00000100:00100000:0.0:1763338458.214499:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3426 00000100:00100000:3.0:1763338458.215426:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290906240:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1502us (1677us total) trans 4294972867 rc 0/0 00000100:00100000:3.0:1763338458.215436:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9814 00000100:00100000:2.0:1763338458.216704:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.216834:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.216960:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290906496 00000100:00100000:0.0:1763338458.216970:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290906496 00000100:00100000:0.0:1763338458.217218:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290906624 00000100:00100000:0.0:1763338458.217223:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290906624 00000100:00100000:1.0:1763338458.217322:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9815 00000100:00100000:1.0:1763338458.217333:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290906496:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338458.217368:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.217398:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff82 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af450c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.217443:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4aff89 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.217457:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4aff89 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217471:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4aff89 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217592:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4aff82 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af450c expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.217610:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4aff89 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af450c expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.217619:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:1.0:1763338458.217622:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338458.217626:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eac00, rc 0) 00000100:00100000:1.0:1763338458.217679:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993290906496:12345-192.168.202.34@tcp:101:bash.0 Request processed in 348us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.217687:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9815 00000100:00100000:1.0:1763338458.217708:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9816 00000100:00100000:1.0:1763338458.217716:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56957:x1848993290906624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.217723:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.217735:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4aff90 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4505 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.217784:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.217791:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217798:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217808:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.217814:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217818:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217909:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.217921:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217926:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217932:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217938:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.217942:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217949:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217956:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:1.0:1763338458.217961:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.217967:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4affa5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338458.217979:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 0 00010000:00010000:1.0:1763338458.218060:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218067:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218072:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218078:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218083:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.218086:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218092:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218104:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.218106:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.218109:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218115:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4aff97 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218123:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218129:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218140:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218145:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.218147:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218421:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218430:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338458.218432:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.218436:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218442:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4aff9e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.218476:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4aff90 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4505 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.218486:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338458.218488:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338458.218491:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4aff90 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4505 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.218502:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338458.218815:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56957:x1848993290906624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 963us (1844us total) trans 4294972869 rc 301/301 00000100:00100000:1.0:1763338458.218824:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9816 00000100:00100000:1.0:1763338458.221511:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.221549:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.222179:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290906880 00000100:00100000:0.0:1763338458.222191:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290906880 00000100:00100000:0.0:1763338458.222257:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9817 00000100:00100000:0.0:1763338458.222302:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993290906880:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338458.222369:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.222395:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4aff74 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44fe expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.222416:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.222421:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.222600:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.222614:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.222624:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:0.0:1763338458.222667:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972870 00000004:00010000:0.0:1763338458.222705:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2ac61ea reply state 000000004cdab9d4 transno 4294972871 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.222718:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.222724:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.222727:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338458.222729:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338458.222839:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290906880:12345-192.168.202.34@tcp:36:bash.0 Request processed in 537us (1336us total) trans 4294972871 rc 0/0 00000100:00100000:0.0:1763338458.222847:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9817 00000020:00080000:0.0:1763338458.222853:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338458.222873:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290907136 00000100:00100000:2.0:1763338458.222880:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290907136 00000100:00100000:2.0:1763338458.222924:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3427 00000100:00100000:2.0:1763338458.222932:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56957:x1848993290907136:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.223041:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56957:x1848993290907136:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 109us (1490us total) trans 4294972872 rc 0/0 00000100:00100000:2.0:1763338458.223049:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3427 00000100:00100000:2.0:1763338458.227089:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.227522:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290907264 00000100:00100000:1.0:1763338458.227534:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290907264 00000100:00100000:1.0:1763338458.227591:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9818 00000100:00100000:1.0:1763338458.227601:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993290907264:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338458.227625:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.227645:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4affba lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4513 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.227717:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4affba lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4513 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.227732:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4affba lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4513 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.227756:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:1.0:1763338458.227761:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338458.227764:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338458.227839:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993290907264:12345-192.168.202.34@tcp:101:bash.0 Request processed in 238us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.227846:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9818 00000100:00100000:3.0:1763338458.228712:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.228755:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290907392 00000100:00100000:0.0:1763338458.228762:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290907392 00000100:00100000:0.0:1763338458.228867:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3428 00000100:00100000:0.0:1763338458.228878:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56957:x1848993290907392:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338458.229002:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56957:x1848993290907392:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 126us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.229009:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3428 00000100:00100000:2.0:1763338458.231030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.231113:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290907648 00000100:00100000:0.0:1763338458.231123:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290907648 00000100:00100000:0.0:1763338458.231808:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9819 00000100:00100000:0.0:1763338458.231821:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993290907648:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.231843:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.231846:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338458.231880:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4affba lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4513 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.231898:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.231904:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.231920:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affc1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af451a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.231980:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4affc8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.231997:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4affc8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.232006:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4affc8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:0.0:1763338458.232245:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1550, 88 off129960 00000004:00080000:0.0:1763338458.232255:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127943992191ns, next at 1128842372477ns, rc = 0 00000040:00080000:0.0:1763338458.232985:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1550, 88 off130200 00000004:00080000:0.0:1763338458.232994:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127944732117ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.233007:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1551, 88 off130288 00000004:00080000:0.0:1763338458.233011:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1127944748804ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.233020:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1551, 88 off130048 00000004:00080000:0.0:1763338458.233024:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1127944761992ns, next at 1128842372477ns, rc = 0 00000001:00080000:0.0:1763338458.235231:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972873 is committed 00000004:00080000:0.0:1763338458.235241:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1011 committed 00000004:00080000:0.0:1763338458.235256:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1017 committed 00000004:00080000:0.0:1763338458.235286:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1016 committed 00000004:00080000:0.0:1763338458.235288:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1010 committed 00000004:00080000:0.0:1763338458.235312:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1009 committed 00000004:00080000:0.0:1763338458.235315:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1015 committed 00010000:00010000:0.0:1763338458.235395:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4affc8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af451a expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.235409:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.235412:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338458.235430:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affc1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af451a expref: 271 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338458.235447:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4affc8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af451a expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.235477:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.235480:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338458.235482:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:0.0:1763338458.235549:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290907648:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3731us (4528us total) trans 4294972873 rc 0/0 00000100:00100000:0.0:1763338458.235559:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9819 00000100:00100000:1.0:1763338458.235723:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303198848:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.235780:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.235818:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338458.235824:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303198720:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.235845:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.235868:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303198976:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.235888:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.235905:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338458.235910:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303199104:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.235928:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.235954:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303198848 00000100:00100000:1.0:1763338458.235963:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303198848 00000100:00100000:1.0:1763338458.235997:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303198720 00000100:00100000:1.0:1763338458.236000:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303198720 00000100:00100000:1.0:1763338458.236016:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303198976 00000100:00100000:1.0:1763338458.236018:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303198976 00000100:00100000:1.0:1763338458.236030:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303199104 00000100:00100000:1.0:1763338458.236032:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303199104 00000100:00100000:1.0:1763338458.236047:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6815 00000100:00100000:1.0:1763338458.236054:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303198848:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.236077:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:615 count 1 00002000:00010000:1.0:1763338458.236104:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.236111:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236123:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.236125:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.236130:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236141:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236149:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236156:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236172:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338458.236420:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303198848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 366us (639us total) trans 17179871690 rc 0/0 00000100:00100000:1.0:1763338458.236427:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6815 00000100:00100000:1.0:1763338458.236443:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6816 00000100:00100000:1.0:1763338458.236450:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303198720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.236462:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:614 count 1 00010000:00010000:1.0:1763338458.236474:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236487:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236498:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.236500:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.236502:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236529:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236542:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 14 pid: 8869 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.236553:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258707480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303199232:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.236596:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2586d9b40 going to sleep for 11 seconds 00010000:00010000:1.0:1763338458.236610:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338458.236616:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236624:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338458.236628:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236636:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236652:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236664:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4affcf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.236680:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.236682:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.236683:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338458.236696:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6817 00000100:00100000:1.0:1763338458.236703:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303198976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.236816:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303198976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (926us total) trans 17179871691 rc 0/0 00000100:00100000:1.0:1763338458.236823:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6817 00000100:00100000:1.0:1763338458.236836:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818 00000100:00100000:1.0:1763338458.236842:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303199104:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338458.236892:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.236896:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.236898:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.236900:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.236902:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.236926:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303199104:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (996us total) trans 17179871692 rc 0/0 00000100:00100000:1.0:1763338458.236932:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818 00000004:00080000:1.0:1763338458.236969:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280732680/2, rc 0, transno 17179871692 00000100:00100000:1.0:1763338458.236974:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303199104:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338458.236985:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280731180/2, rc 0, transno 17179871691 00000100:00100000:1.0:1763338458.236989:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303198976:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338458.237008:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280731c00/2, rc 0, transno 17179871690 00000100:00100000:1.0:1763338458.237012:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303198848:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338458.237221:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303199616:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338458.237249:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338458.237286:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338458.237291:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303199744:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338458.237309:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338458.237329:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303199616 00000100:00100000:3.0:1763338458.237332:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303199616 00000100:00100000:3.0:1763338458.237354:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819 00000100:00100000:3.0:1763338458.237370:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+66:3654:x1848993303199616:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338458.237456:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+67:3654:x1848993303199616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (205us total) trans 21474839019 rc 0/0 00000100:00100000:3.0:1763338458.237462:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819 00000100:00100000:3.0:1763338458.237472:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303199744 00000100:00100000:3.0:1763338458.237474:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303199744 00000100:00100000:3.0:1763338458.237485:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820 00000100:00100000:3.0:1763338458.237489:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+67:3654:x1848993303199744:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338458.237532:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338458.237535:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.237537:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.237539:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.237541:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338458.237559:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+68:3654:x1848993303199744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 69us (249us total) trans 21474839020 rc 0/0 00000100:00100000:3.0:1763338458.237564:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820 00000004:00080000:3.0:1763338458.237586:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770700/2, rc 0, transno 21474839020 00000100:00100000:3.0:1763338458.237590:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303199744:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338458.237596:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154e00/2, rc 0, transno 21474839019 00000100:00100000:3.0:1763338458.237598:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303199616:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.237823:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303199360:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.237855:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.237872:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338458.237877:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303199488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.237896:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.237921:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303199360 00000100:00100000:0.0:1763338458.237926:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303199360 00000100:00100000:0.0:1763338458.237943:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303199488 00000100:00100000:0.0:1763338458.237945:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303199488 00000100:00100000:0.0:1763338458.237955:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821 00000100:00100000:0.0:1763338458.237960:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+69:3656:x1848993303199360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338458.237973:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:614 count 1 00010000:00010000:0.0:1763338458.237994:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238012:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238020:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.238022:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.238026:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238051:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238062:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 36 pid: 8869 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.238072:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303199872:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.238119:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00000100:00100000:0.0:1763338458.238135:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822 00000100:00100000:0.0:1763338458.238142:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+69:3656:x1848993303199488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338458.238154:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:615 count 1 00002000:00010000:0.0:1763338458.238171:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338458.238177:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238185:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.238186:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.238191:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238202:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238210:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238218:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238234:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338458.238434:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+70:3656:x1848993303199488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 291us (535us total) trans 21474839021 rc 0/0 00000100:00100000:0.0:1763338458.238443:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822 00010000:00010000:0.0:1763338458.238462:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338458.238468:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238476:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338458.238479:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238487:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238501:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238508:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4affe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.238521:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.238523:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.238525:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338458.238548:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154700/2, rc 0, transno 21474839021 00000100:00100000:0.0:1763338458.238553:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303199488:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338458.238811:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238820:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238826:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238830:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.238834:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238841:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238852:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:2.0:1763338458.238856:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.238860:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238865:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4afe6a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238879:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238885:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238889:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238894:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.238897:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238902:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238909:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:2.0:1763338458.238911:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.238914:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238919:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4afefd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.238934:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.238940:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.238945:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.238949:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.238952:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.238958:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.238964:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.238967:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.238969:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.238974:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4affb3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338458.243909:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.243943:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290907776 00000100:00100000:2.0:1763338458.243952:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290907776 00010000:00010000:2.0:1763338458.243990:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.244021:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3218 00000100:00100000:2.0:1763338458.244030:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993290907776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.244048:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.244053:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.244065:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 15 pid: 8869 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.244092:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.244095:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.244100:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.244110:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.244133:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.244194:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993290907776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 164us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.244202:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3218 00000100:00100000:2.0:1763338458.244252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.244296:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290907904 00000100:00100000:2.0:1763338458.244300:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290907904 00010000:00010000:2.0:1763338458.244318:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 37 pid: 8869 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.244340:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3219 00000100:00100000:2.0:1763338458.244346:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252693850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993290907904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.244368:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.244373:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 37 pid: 8869 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.244382:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 37 pid: 8869 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.244395:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.244398:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.244401:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.244408:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.244422:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.244443:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252693850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993290907904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 97us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.244449:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3219 00010000:00010000:1.0:1763338458.244681:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4afe16 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af448e expref: 14 pid: 8869 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.244695:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258707480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303199232:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.244713:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.244725:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.244732:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.244742:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.244750:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.244775:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338458.245021:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303198720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8571us (9173us total) trans 17179871693 rc 0/0 00000100:00100000:1.0:1763338458.245028:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6816 00000004:00080000:1.0:1763338458.245072:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280730700/2, rc 0, transno 17179871693 00000100:00100000:1.0:1763338458.245079:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303198720:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338458.245177:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afe47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af449c expref: 36 pid: 8869 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.245189:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303199872:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.245206:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.245213:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.245219:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.245227:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.245234:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.245258:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763338458.245428:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+70:3656:x1848993303199360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7467us (7572us total) trans 21474839022 rc 0/0 00000100:00100000:0.0:1763338458.245435:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821 00000004:00080000:0.0:1763338458.245466:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145156d80/2, rc 0, transno 21474839022 00000100:00100000:0.0:1763338458.245471:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303199360:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338458.247651:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338458.247667:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247694:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.247699:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247711:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247734:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247742:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4affd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247769:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338458.247775:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247782:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.247786:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247793:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247876:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247885:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4affdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.247902:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.247904:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.247906:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.248151:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338458.249025:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.249759:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290908032 00000100:00100000:0.0:1763338458.249773:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290908032 00000100:00100000:0.0:1763338458.249839:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6823 00000100:00100000:0.0:1763338458.249849:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+36:55909:x1848993290908032:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.249871:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.249895:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4521 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338458.249921:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338458.249944:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.249947:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.249955:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 37 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.249973:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 37 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.249986:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338458.250058:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+37:55909:x1848993290908032:12345-192.168.202.34@tcp:101:bash.0 Request processed in 209us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.250066:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6823 00000100:00100000:3.0:1763338458.252488:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.252813:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290908160 00000100:00100000:0.0:1763338458.252825:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290908160 00000100:00100000:0.0:1763338458.252887:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6824 00000100:00100000:0.0:1763338458.252897:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290908160:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.253484:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.253514:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4528 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338458.253543:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338458.253568:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.253570:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.253581:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 15 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.253599:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 15 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.253611:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338458.254219:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290908160:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1320us (1738us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.254229:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6824 00000100:00100000:2.0:1763338458.257280:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.257425:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.257428:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290908416 00000100:00100000:0.0:1763338458.257440:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290908416 00000100:00100000:0.0:1763338458.257510:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9820 00000100:00100000:0.0:1763338458.257520:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+267:56958:x1848993290908416:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.257544:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.257566:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afff9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af452f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.257634:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.257647:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257656:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257666:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.257672:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257692:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257795:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.257804:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257811:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.257821:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 2 00010000:00010000:0.0:1763338458.257913:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257920:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257926:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257931:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257936:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.257940:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257948:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257959:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338458.257961:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.257965:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257970:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0000 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257981:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257986:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257991:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.257996:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.257998:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.258002:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.258007:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338458.258009:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.258012:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.258016:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0007 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.258053:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4afff9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.258068:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.258076:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.258078:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.258081:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:3.0:1763338458.258110:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.258143:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56958:x1848993290908416:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 624us (892us total) trans 4294972874 rc 0/0 00000100:00100000:0.0:1763338458.258151:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9820 00000100:00100000:1.0:1763338458.258338:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290908544 00000100:00100000:1.0:1763338458.258345:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290908544 00002000:00010000:1.0:1763338458.258383:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/616 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.258389:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144525c00 with x1848993290908544 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.258400:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144525c00. 00000100:00100000:1.0:1763338458.258422:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290908672 00000100:00100000:1.0:1763338458.258425:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290908672 00000100:00100000:0.0:1763338458.258431:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1683 00000100:00100000:0.0:1763338458.258438:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2408:x1848993290908544:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338458.258439:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/616 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.258442:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144526680 with x1848993290908672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.258449:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144526680. 00000100:00100000:1.0:1763338458.258462:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1684 00000100:00100000:1.0:1763338458.258468:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993290908672:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338458.258580:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338458.258580:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.258584:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:0.0:1763338458.258584:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:1.0:1763338458.258588:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338458.258588:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.258591:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:0.0:1763338458.258591:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:1.0:1763338458.258593:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338458.258593:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338458.258620:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2408:x1848993290908544:12345-192.168.202.34@tcp:10:bash.0 Request processed in 182us (1195us total) trans 21474839023 rc 0/0 00000100:00100000:0.0:1763338458.258626:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1683 00002000:00010000:0.0:1763338458.258630:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/616 (0->18446744073709551615) 00002000:00100000:0.0:1763338458.258632:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144525c00 with x1848993290908544 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338458.258637:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144525c00. 00000100:00100000:1.0:1763338458.259061:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993290908672:12345-192.168.202.34@tcp:10:bash.0 Request processed in 590us (949us total) trans 17179871694 rc 0/0 00000100:00100000:1.0:1763338458.259068:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1684 00002000:00010000:1.0:1763338458.259071:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/616 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.259073:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144526680 with x1848993290908672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.259078:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144526680. 00000100:00100000:3.0:1763338458.261876:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.262125:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290908928 00000100:00100000:0.0:1763338458.262136:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290908928 00000100:00100000:0.0:1763338458.262195:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3429 00000100:00100000:0.0:1763338458.262204:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290908928:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338458.262581:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290908928:12345-192.168.202.34@tcp:35:bash.0 Request processed in 377us (713us total) trans 4294972875 rc 0/0 00000100:00100000:0.0:1763338458.262591:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3429 00000100:00100000:3.0:1763338458.262830:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.262847:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290909184 00000100:00100000:2.0:1763338458.262852:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290909184 00000100:00100000:2.0:1763338458.262925:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3430 00000100:00100000:2.0:1763338458.262934:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243552050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56958:x1848993290909184:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.263063:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243552050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56958:x1848993290909184:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 130us (232us total) trans 4294972876 rc 0/0 00000100:00100000:2.0:1763338458.263070:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3430 00000100:00100000:3.0:1763338458.266463:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.266513:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290909440 00000100:00100000:0.0:1763338458.266524:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290909440 00000100:00100000:0.0:1763338458.266580:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9821 00000100:00100000:0.0:1763338458.266590:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270408850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56958:x1848993290909440:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.266614:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.266641:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b001c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4536 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.266775:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.266792:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.266800:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.266888:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.266903:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 272 pid: 10039 timeout: 1227 lvb_type: 0 00000100:00100000:0.0:1763338458.266974:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303200000:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.267105:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338458.270026:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.270101:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290909568 00000100:00100000:1.0:1763338458.270110:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290909568 00000100:00100000:1.0:1763338458.270172:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9822 00000100:00100000:1.0:1763338458.270181:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56959:x1848993290909568:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763338458.270199:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.270222:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b002a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af453d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.270321:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.270334:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.270341:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.270368:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.270378:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338458.270451:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303200000:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.270454:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338458.270474:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338458.270564:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290909696 00000100:00100000:1.0:1763338458.270568:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290909696 00010000:00010000:1.0:1763338458.270588:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00000100:00100000:1.0:1763338458.270796:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3220 00000100:00100000:1.0:1763338458.270804:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2408:x1848993290909696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.270813:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.270818:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.270830:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.270851:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b000e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af452f expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:1.0:1763338458.270865:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:1.0:1763338458.270870:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.270877:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.270884:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.270891:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.270897:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.270902:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.270923:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.271597:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2408:x1848993290909696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 791us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.271605:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3220 00010000:00010000:0.0:1763338458.272565:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.272576:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.272597:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00010000:00010000:0.0:1763338458.272851:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b001c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.272871:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 274 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.272880:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 274 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:0.0:1763338458.272886:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:0.0:1763338458.273012:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270408850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56958:x1848993290909440:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6423us (6750us total) trans 4294972877 rc 0/0 00000100:00100000:0.0:1763338458.273019:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9821 00000100:00100000:1.0:1763338458.277752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.277801:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.277892:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290909824 00000100:00100000:0.0:1763338458.277902:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290909824 00000100:00100000:2.0:1763338458.278095:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290909952 00000100:00100000:2.0:1763338458.278101:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290909952 00010000:00010000:2.0:1763338458.278130:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00000100:00100000:2.0:1763338458.278172:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3221 00000100:00100000:2.0:1763338458.278183:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2407:x1848993290909952:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.278200:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.278207:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.278220:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.278244:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0023 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4536 expref: 275 pid: 10039 timeout: 1227 lvb_type: 0 00010000:00010000:2.0:1763338458.278284:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.278290:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.278302:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.278309:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.278341:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.278405:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2407:x1848993290909952:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 223us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.278412:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3221 00010000:00010000:2.0:1763338458.278441:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.278449:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338458.278507:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00000004:00200000:2.0:1763338458.278511:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338458.278531:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.278542:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.278577:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b002a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af453d expref: 274 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.278893:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9823 00000100:00100000:0.0:1763338458.278905:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56958:x1848993290909824:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.278929:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.278948:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b003f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4544 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.279014:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0046 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.279027:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0046 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.279035:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0046 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.279052:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00000004:00200000:0.0:1763338458.279055:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338458.279065:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0046 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.279085:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b003f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4544 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.279102:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0046 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4544 expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.279111:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338458.279114:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.279116:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:0.0:1763338458.279163:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56958:x1848993290909824:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 261us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.279170:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9823 00010000:00010000:2.0:1763338458.282100:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af453d expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.282119:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.282122:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338458.282125:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:2.0:1763338458.282208:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56959:x1848993290909568:12345-192.168.202.34@tcp:101:rm.0 Request processed in 12026us (12191us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.282218:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9822 00000100:00100000:1.0:1763338458.282801:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.282897:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290910208 00000100:00100000:2.0:1763338458.282907:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290910208 00000100:00100000:2.0:1763338458.282957:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9824 00000100:00100000:2.0:1763338458.282967:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56958:x1848993290910208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.282985:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.283003:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b004d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af454b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.283113:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0054 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.283138:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0054 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.283150:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0054 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338458.283163:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00010000:00010000:2.0:1763338458.283303:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b004d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af454b expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.283320:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0054 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af454b expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.283328:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.283330:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338458.283334:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:2.0:1763338458.283384:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56958:x1848993290910208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 418us (584us total) trans 4294972878 rc 0/0 00000100:00100000:2.0:1763338458.283392:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9824 00000100:00100000:1.0:1763338458.289070:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.289118:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.289154:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.289232:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290910592 00000100:00100000:3.0:1763338458.289246:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290910592 00000100:00100000:3.0:1763338458.289340:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9825 00000100:00100000:3.0:1763338458.289351:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56959:x1848993290910592:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:3.0:1763338458.289388:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.289414:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0062 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4552 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.289484:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.289498:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289510:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289526:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.289533:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289540:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289611:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.289621:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289627:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338458.289669:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d6:0x0]: returning size 5 00000004:00200000:3.0:1763338458.289674:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338458.289708:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289719:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289729:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289735:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289741:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289747:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289753:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.289758:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289766:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289777:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338458.289781:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.289786:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289791:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0069 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289813:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289820:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289825:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289829:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.289832:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289838:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289845:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.289847:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.289850:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289855:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0070 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.289883:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0062 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.289915:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.289923:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338458.289925:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338458.289928:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:3.0:1763338458.289985:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56959:x1848993290910592:12345-192.168.202.34@tcp:101:rm.0 Request processed in 636us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.289993:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9825 00000100:00100000:2.0:1763338458.290907:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290910464 00000100:00100000:2.0:1763338458.290919:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290910464 00000100:00100000:2.0:1763338458.290973:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 417 00000100:00100000:2.0:1763338458.290981:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2407:x1848993290910464:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.290994:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.291013:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0031 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af453d expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.291028:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.291032:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.291078:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2407:x1848993290910464:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 98us (2022us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.291086:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 417 00000100:00100000:0.0:1763338458.291185:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290910336 00000100:00100000:0.0:1763338458.291190:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290910336 00000100:00100000:0.0:1763338458.291231:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6825 00000100:00100000:0.0:1763338458.291239:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2407:x1848993290910336:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:0.0:1763338458.291307:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.291329:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 38 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.291337:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.291339:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338458.291342:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.291380:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 38 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.291391:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 38 pid: 27816 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338458.291405:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303200128:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.291459:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c480 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.296826:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.296854:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.296887:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.296985:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290910976 00000100:00100000:2.0:1763338458.296996:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290910976 00000100:00100000:2.0:1763338458.297059:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9826 00000100:00100000:2.0:1763338458.297070:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56959:x1848993290910976:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338458.297128:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763338458.297157:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0054 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af454b expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.297179:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4affc8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af451a expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.297190:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0046 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4544 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.297202:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4aff89 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af450c expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.297212:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.297215:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.297241:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.297254:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.297290:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.297302:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.297309:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.297315:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.297390:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.297399:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.297407:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.297437:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.297447:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 271 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.297460:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303200256:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338458.297529:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338458.297608:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290911104 00000100:00100000:3.0:1763338458.297613:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290911104 00002000:00100000:3.0:1763338458.297647:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x268:0x0] (0->4) req@ffff8fd27747f800 x1848993290911104/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:484/0 lens 496/0 e 0 to 0 dl 1763338469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338458.297656:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747f800 with x1848993290911104 ext(0->4) 00010000:00010000:3.0:1763338458.297663:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 39 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.297676:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 39 pid: 27816 timeout: 1228 lvb_type: 0 00002000:00010000:3.0:1763338458.297697:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd27747f800 00000100:00100000:3.0:1763338458.297720:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 113 00000100:00100000:3.0:1763338458.297727:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2407:x1848993290911104:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338458.298149:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290910720 00000100:00100000:3.0:1763338458.298154:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290910720 00010000:00010000:3.0:1763338458.298175:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 272 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.298196:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3222 00000100:00100000:3.0:1763338458.298203:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2410:x1848993290910720:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.298212:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.298216:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 272 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.298227:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 272 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.298241:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338458.298246:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.298254:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.298283:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.298298:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338458.298328:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2410:x1848993290910720:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 124us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.298334:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3222 00000100:00100000:0.0:1763338458.298594:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303200128:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.298615:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.301697:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2407:x1848993290911104:12345-192.168.202.34@tcp:4:bash.0 Request processed in 3958us (4796us total) trans 21474839024 rc 0/0 00000100:00100000:3.0:1763338458.301715:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 113 00002000:00100000:3.0:1763338458.301733:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x268:0x0] (0->4) req@ffff8fd27747f800 x1848993290911104/t21474839024(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:484/0 lens 496/448 e 0 to 0 dl 1763338469 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338458.301744:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747f800 with x1848993290911104 ext(0->4) 00010000:00010000:3.0:1763338458.301756:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 41 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.301778:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 41 pid: 27816 timeout: 1228 lvb_type: 0 00002000:00010000:3.0:1763338458.301787:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd27747f800 00010000:00010000:2.0:1763338458.305920:0:6518:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000004ae4f708 x1848993303200256) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 271 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.305950:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b0077 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4552 expref: 271 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.305968:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303200256:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338458.305994:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.306004:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306018:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306023:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338458.306429:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d6:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763338458.306516:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306524:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306531:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306537:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.306542:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306549:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306561:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd14307ab00) 00010000:00010000:2.0:1763338458.306564:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338458.306579:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306585:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0093 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306608:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306619:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306625:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306631:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306636:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.306639:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306644:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306651:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197e00) 00010000:00010000:2.0:1763338458.306653:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.306656:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306661:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0085 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338458.306672:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001fa6474e reply state 0000000034cef9e8 transno 4294972879 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306682:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.306689:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:2.0:1763338458.306691:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338458.306694:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338458.306770:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56959:x1848993290910976:12345-192.168.202.34@tcp:36:rm.0 Request processed in 9700us (9963us total) trans 4294972879 rc 0/0 00000100:00100000:2.0:1763338458.306780:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9826 00000100:00100000:0.0:1763338458.312106:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.312425:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290911232 00000100:00100000:2.0:1763338458.312436:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290911232 00010000:00010000:2.0:1763338458.312474:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 41 pid: 27816 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.312521:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3223 00000100:00100000:2.0:1763338458.312532:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2410:x1848993290911232:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.312547:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763338458.312565:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763338458.312568:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338458.312574:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 41 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.312587:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 41 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.312613:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4affeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4521 expref: 41 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.312628:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.312630:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.312635:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.312646:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.312685:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.312747:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993290911232:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 216us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.312755:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3223 00010000:00010000:0.0:1763338458.312791:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312803:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312830:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312838:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312845:0:27816:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312851:0:27816:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338458.312855:0:27816:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312863:0:27816:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312874:0:27816:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.312882:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b007e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.312932:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2407:x1848993290910336:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 21693us (23812us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.312946:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6825 00000100:00100000:0.0:1763338458.325603:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.325727:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290911488 00000100:00100000:2.0:1763338458.325738:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290911488 00000100:00100000:2.0:1763338458.325789:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9827 00000100:00100000:2.0:1763338458.325800:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56958:x1848993290911488:12345-192.168.202.34@tcp:36:lfs.0 00000100:00100000:2.0:1763338458.325925:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56958:x1848993290911488:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 127us (332us total) trans 0 rc -116/-116 00000100:00100000:2.0:1763338458.325933:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9827 00000100:00100000:1.0:1763338458.327649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.327754:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290911744 00000100:00100000:2.0:1763338458.327763:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290911744 00000100:00100000:2.0:1763338458.327816:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3431 00000100:00100000:2.0:1763338458.327826:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56958:x1848993290911744:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.328025:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56958:x1848993290911744:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 200us (384us total) trans 4294972880 rc 0/0 00000100:00100000:2.0:1763338458.328034:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3431 00000100:00100000:1.0:1763338458.331426:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.331482:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290912000 00000100:00100000:0.0:1763338458.331493:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290912000 00000100:00100000:0.0:1763338458.331546:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3432 00000100:00100000:0.0:1763338458.331555:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56958:x1848993290912000:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338458.331757:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338458.331826:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1552, 64 off130112 00000040:00080000:0.0:1763338458.331851:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1552, 64 off130352 00000040:00080000:0.0:1763338458.331863:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1553, 64 off130416 00000040:00080000:0.0:1763338458.331872:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1553, 64 off130176 00010000:00010000:0.0:1763338458.331935:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763338458.331952:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338458.331963:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338458.331972:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338458.331978:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338458.331985:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338458.332010:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338458.332043:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338458.332052:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338458.332060:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338458.332064:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338458.332072:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338458.332087:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d6:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:1.0:1763338458.332091:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338458.332096:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338458.332102:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b009a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338458.332125:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.332128:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.332131:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338458.332229:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56958:x1848993290912000:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 673us (811us total) trans 4294972881 rc 0/0 00000100:00100000:0.0:1763338458.332239:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3432 00000100:00100000:0.0:1763338458.337018:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.337081:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290912128 00000100:00100000:1.0:1763338458.337093:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290912128 00000100:00100000:1.0:1763338458.337571:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9828 00000100:00100000:1.0:1763338458.337583:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56960:x1848993290912128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.337613:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.337642:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00a1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4559 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.337873:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.337888:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337900:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337913:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.337920:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337926:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337969:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337975:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337981:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337992:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.337998:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.338006:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338013:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338025:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9500) 00010000:00010000:1.0:1763338458.338028:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.338032:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338038:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338237:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338413:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338420:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338426:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.338429:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338435:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338448:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:1.0:1763338458.338450:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.338453:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338468:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.338501:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00a1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4559 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.338511:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9500) 00010000:00010000:1.0:1763338458.338514:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.338517:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00a1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4559 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.338530:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338458.338604:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56960:x1848993290912128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1024us (1599us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.338613:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9828 00000100:00100000:1.0:1763338458.342545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.342723:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290912256 00000100:00100000:3.0:1763338458.342735:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290912256 00000100:00100000:3.0:1763338458.342837:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9829 00000100:00100000:3.0:1763338458.342848:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56960:x1848993290912256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.342871:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.342894:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b00b6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4560 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.342977:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.342993:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343006:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343018:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.343025:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343031:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343075:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343083:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343089:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343096:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343106:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.343110:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343118:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343130:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338458.343133:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.343138:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343144:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b00bd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343155:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343160:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343165:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343170:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.343172:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343177:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343184:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:3.0:1763338458.343187:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.343190:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343195:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b00c4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.343226:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b00b6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4560 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.343236:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338458.343238:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.343241:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b00b6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4560 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.343444:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:3.0:1763338458.343675:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56960:x1848993290912256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 827us (1138us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338458.343736:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9829 00000100:00100000:3.0:1763338458.346758:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.347463:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290912384 00000100:00100000:1.0:1763338458.347474:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290912384 00000100:00100000:1.0:1763338458.347773:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9830 00000100:00100000:1.0:1763338458.347785:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56960:x1848993290912384:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.347805:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.347830:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00cb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4567 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.347903:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b00d2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.347916:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b00d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.347928:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b00d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338458.347971:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338458.347976:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338458.348010:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b00cb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4567 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.348030:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b00d2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4567 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.348039:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9e00) 00010000:00010000:1.0:1763338458.348043:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338458.348046:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00000100:00100000:1.0:1763338458.348112:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56960:x1848993290912384:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 329us (1364us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.348119:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9830 00000100:00100000:0.0:1763338458.355622:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.355738:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290912512 00000100:00100000:1.0:1763338458.355748:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290912512 00000100:00100000:1.0:1763338458.355807:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9831 00000100:00100000:1.0:1763338458.355817:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56960:x1848993290912512:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.355839:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.355863:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00d9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af456e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.355932:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.355947:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.355957:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.355969:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.355975:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.355981:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356017:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356024:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356030:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356036:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356041:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.356045:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356053:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356064:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9e00) 00010000:00010000:1.0:1763338458.356067:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.356072:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356078:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00e0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356088:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356094:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356099:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356103:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.356106:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356111:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356117:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:1.0:1763338458.356120:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.356123:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356128:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00e7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.356153:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00d9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af456e expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.356161:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9e00) 00010000:00010000:1.0:1763338458.356164:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.356167:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00d9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af456e expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.356175:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338458.358047:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56960:x1848993290912512:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2222us (2425us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.358060:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9831 00000100:00100000:3.0:1763338458.368667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.368793:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290912768 00000100:00100000:1.0:1763338458.368804:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290912768 00000100:00100000:1.0:1763338458.368883:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9832 00000100:00100000:1.0:1763338458.368892:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56960:x1848993290912768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.368919:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.368923:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338458.368959:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b00d2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4567 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.368978:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9e00) 00010000:00010000:1.0:1763338458.368991:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.369005:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00ee lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4575 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.369126:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.369145:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.369154:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.369168:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.369175:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.369181:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.369947:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.369959:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.369966:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338458.369976:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 0 00010000:00010000:1.0:1763338458.370002:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370009:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370015:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370021:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370028:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.370032:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370039:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370048:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9500) 00010000:00010000:1.0:1763338458.370051:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.370054:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370060:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b00f5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338458.370071:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf49bde2 reply state 0000000099a34670 transno 4294972882 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370081:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.370087:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:1.0:1763338458.370089:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.370093:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338458.370119:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b00ee lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.370138:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.370144:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338458.370147:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338458.370150:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338458.370213:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56960:x1848993290912768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1321us (1555us total) trans 4294972882 rc 0/0 00000100:00100000:1.0:1763338458.370221:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9832 00000100:00100000:1.0:1763338458.374808:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.374876:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290913024 00000100:00100000:3.0:1763338458.374886:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290913024 00000100:00100000:3.0:1763338458.374951:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9833 00000100:00100000:3.0:1763338458.374962:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56960:x1848993290913024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.374988:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.375010:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0111 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af457c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.375113:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.375127:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.375136:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.375166:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.375177:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 278 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.375190:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303200384:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338458.377048:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338458.382481:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303200384:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338458.382514:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338458.382648:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.382692:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.382744:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290913280 00000100:00100000:3.0:1763338458.382752:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290913280 00010000:00010000:3.0:1763338458.382790:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 279 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.382828:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3224 00000100:00100000:3.0:1763338458.382838:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2410:x1848993290913280:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.382854:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.382860:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 279 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.382872:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 279 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.382894:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0103 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4575 expref: 279 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.382911:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338458.382916:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.382926:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.382933:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.382953:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.383069:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290913408 00000100:00100000:2.0:1763338458.383074:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290913408 00000100:00100000:2.0:1763338458.383104:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9834 00000100:00100000:2.0:1763338458.383111:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56962:x1848993290913408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.383126:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.383143:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b011f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4583 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.383238:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.383249:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383257:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338458.383292:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 0 00010000:00010000:2.0:1763338458.383387:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383396:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383402:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383408:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.383412:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383419:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383428:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:2.0:1763338458.383431:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338458.383435:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383441:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0126 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.383476:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b011f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4583 expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.383486:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:2.0:1763338458.383488:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338458.383492:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b011f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4583 expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.383501:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:3.0:1763338458.383792:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2410:x1848993290913280:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 953us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.383801:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3224 00010000:00010000:3.0:1763338458.383863:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.383871:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338458.383886:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 0 00000004:00080000:3.0:1763338458.384044:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26a:0x0], index 1: 0 00000004:00080000:3.0:1763338458.384050:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26a:0x0], index 0: 0 00000004:00080000:3.0:1763338458.384054:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26b:0x0], index 0: 0 00000004:00080000:3.0:1763338458.384058:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26b:0x0], index 1: 0 00010000:00010000:3.0:1763338458.384137:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384145:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384155:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384160:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.384163:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384168:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384176:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338458.384178:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338458.384181:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384186:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0118 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.384218:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0111 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af457c expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.384226:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338458.384228:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338458.384231:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0111 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af457c expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.384242:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194800, rc 0) 00000100:00100000:2.0:1763338458.385239:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56962:x1848993290913408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2122us (2585us total) trans 4294972883 rc 301/301 00000100:00100000:2.0:1763338458.385250:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9834 00000100:00100000:3.0:1763338458.387566:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56960:x1848993290913024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12590us (12752us total) trans 4294972884 rc 301/301 00000100:00100000:3.0:1763338458.387579:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9833 00000100:00100000:1.0:1763338458.390440:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.391537:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290913664 00000100:00100000:2.0:1763338458.391551:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290913664 00000100:00100000:2.0:1763338458.391618:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3433 00000100:00100000:2.0:1763338458.391629:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56962:x1848993290913664:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.391976:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56962:x1848993290913664:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 347us (1547us total) trans 4294972885 rc 0/0 00000100:00100000:2.0:1763338458.391984:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3433 00000100:00100000:0.0:1763338458.393952:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.395537:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290913920 00000100:00100000:1.0:1763338458.395550:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290913920 00000100:00100000:0.0:1763338458.396084:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.396153:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3434 00000100:00100000:1.0:1763338458.396166:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56960:x1848993290913920:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338458.396451:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56960:x1848993290913920:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 287us (2506us total) trans 4294972886 rc 0/0 00000100:00100000:1.0:1763338458.396470:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3434 00000100:00100000:3.0:1763338458.400604:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290914176 00000100:00100000:3.0:1763338458.400630:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290914176 00000100:00100000:3.0:1763338458.400708:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9835 00000100:00100000:3.0:1763338458.400719:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56962:x1848993290914176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.400743:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.400767:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b013b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af458a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.400869:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.400882:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.400894:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.400905:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.400912:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.400918:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401046:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b0150 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.401054:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b0150 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401061:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b0150 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338458.401073:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 0 00010000:00010000:3.0:1763338458.401156:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401164:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401170:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401176:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401182:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.401186:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401194:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401207:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338458.401210:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.401215:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401222:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0142 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401234:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401240:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401251:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401255:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.401258:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401302:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401384:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:3.0:1763338458.401386:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.401390:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.401396:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0149 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.401478:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b013b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af458a expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.401500:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b0150 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af458a expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.401508:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:0.0:1763338458.401510:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.401513:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:0.0:1763338458.401592:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56962:x1848993290914176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 875us (5513us total) trans 4294972887 rc 0/0 00000100:00100000:0.0:1763338458.401600:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9835 00000100:00100000:0.0:1763338458.409195:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.409240:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.409310:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.409500:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290914432 00000100:00100000:1.0:1763338458.409512:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290914432 00000100:00100000:1.0:1763338458.409568:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290914688 00000100:00100000:1.0:1763338458.409571:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290914688 00000100:00100000:1.0:1763338458.409600:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6826 00000100:00100000:1.0:1763338458.409611:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2408:x1848993290914432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.409631:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.409654:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4591 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.409691:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.409712:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.409714:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.409725:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 40 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.409742:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 40 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.409755:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eac00, rc 0) 00000100:00100000:1.0:1763338458.409826:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2408:x1848993290914432:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 217us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.409833:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6826 00000100:00100000:1.0:1763338458.409851:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6827 00000100:00100000:1.0:1763338458.409859:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290914688:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.409866:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.409878:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4598 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.409892:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.409901:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.409903:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.409907:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 17 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.409921:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 17 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.409929:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:1.0:1763338458.409949:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290914688:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 92us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.409955:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6827 00000100:00100000:1.0:1763338458.409978:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290914560 00000100:00100000:1.0:1763338458.409982:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290914560 00000100:00100000:1.0:1763338458.410005:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3435 00000100:00100000:1.0:1763338458.410011:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56960:x1848993290914560:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338458.410205:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56960:x1848993290914560:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 193us (1030us total) trans 4294972888 rc 0/0 00000100:00100000:1.0:1763338458.410212:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3435 00000100:00100000:2.0:1763338458.414162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.414418:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290914944 00000100:00100000:0.0:1763338458.414430:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290914944 00000100:00100000:0.0:1763338458.414490:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3436 00000100:00100000:0.0:1763338458.414501:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243550850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56962:x1848993290914944:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.414733:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243550850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56962:x1848993290914944:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 233us (579us total) trans 4294972889 rc 0/0 00000100:00100000:0.0:1763338458.414741:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3436 00000100:00100000:1.0:1763338458.415684:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.416763:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290915200 00000100:00100000:0.0:1763338458.416775:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290915200 00000100:00100000:0.0:1763338458.416838:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9836 00000100:00100000:0.0:1763338458.416848:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290915200:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.416866:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.416869:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338458.416894:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b0150 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af458a expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.416912:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:0.0:1763338458.416924:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.416943:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b016c lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af459f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.417052:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0173 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.417065:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0173 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.417075:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0173 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.417087:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 0 00010000:00010000:0.0:1763338458.417190:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b016c lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af459f expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.417204:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0173 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af459f expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.417211:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338458.417215:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763338458.417218:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338458.417324:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993290915200:12345-192.168.202.34@tcp:101:bash.0 Request processed in 477us (1649us total) trans 4294972890 rc 0/0 00000100:00100000:0.0:1763338458.417331:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9836 00000100:00100000:2.0:1763338458.422367:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.422945:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290915456 00000100:00100000:0.0:1763338458.422956:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290915456 00000100:00100000:0.0:1763338458.423019:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9837 00000100:00100000:0.0:1763338458.423029:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56962:x1848993290915456:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.423054:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.423076:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0181 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45a6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.423151:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.423649:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423665:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423680:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.423688:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423694:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423812:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.423825:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423831:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423837:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423842:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.423847:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423855:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423866:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338458.423872:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423878:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0196 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338458.423894:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 0 00010000:00010000:0.0:1763338458.423980:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423987:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423993:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.423999:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424005:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.424008:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424015:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424023:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338458.424026:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.424029:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424035:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0188 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424044:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424049:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424055:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424060:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.424063:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424067:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424073:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:0.0:1763338458.424076:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.424079:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424084:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b018f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.424119:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0181 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45a6 expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.424130:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338458.424133:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338458.424136:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0181 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45a6 expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.424149:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:1.0:1763338458.425829:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.425871:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290915584 00000100:00100000:1.0:1763338458.425879:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290915584 00000100:00100000:1.0:1763338458.425924:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9838 00000100:00100000:1.0:1763338458.425989:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290915584:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338458.426012:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.426030:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b01a4 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45ad expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.426061:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b01ab lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.426073:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b01ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.426084:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b01ab lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.426185:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b01a4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45ad expref: 289 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.426205:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b01ab lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45ad expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.426213:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338458.426216:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338458.426220:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338458.426283:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993290915584:12345-192.168.202.34@tcp:101:bash.0 Request processed in 351us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.426314:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9838 00000100:00100000:0.0:1763338458.427565:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56962:x1848993290915456:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4528us (5384us total) trans 4294972891 rc 301/301 00000100:00100000:0.0:1763338458.427576:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9837 00000100:00100000:1.0:1763338458.429793:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.429868:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290915840 00000100:00100000:0.0:1763338458.429877:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290915840 00000100:00100000:0.0:1763338458.429993:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3437 00000100:00100000:0.0:1763338458.430004:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56962:x1848993290915840:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.430972:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56962:x1848993290915840:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 963us (1182us total) trans 4294972892 rc 0/0 00000100:00100000:0.0:1763338458.430982:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3437 00000100:00100000:1.0:1763338458.434128:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.434194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.434301:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290915968 00000100:00100000:0.0:1763338458.434313:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290915968 00000100:00100000:0.0:1763338458.434380:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3438 00000100:00100000:0.0:1763338458.434392:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56962:x1848993290915968:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338458.434569:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56962:x1848993290915968:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 178us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.434577:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3438 00000100:00100000:2.0:1763338458.434653:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290916224 00000100:00100000:2.0:1763338458.434658:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290916224 00000100:00100000:2.0:1763338458.434695:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9839 00000100:00100000:2.0:1763338458.434701:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993290916224:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338458.434728:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.434756:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0173 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af459f expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.434775:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.434781:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.434931:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.434945:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.434956:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:2.0:1763338458.434998:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972893 00000004:00010000:2.0:1763338458.435021:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c9c948e reply state 0000000056b94112 transno 4294972894 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.435033:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.435039:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.435042:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338458.435044:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338458.435091:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993290916224:12345-192.168.202.34@tcp:36:bash.0 Request processed in 389us (907us total) trans 4294972894 rc 0/0 00000100:00100000:2.0:1763338458.435097:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9839 00000020:00080000:2.0:1763338458.435103:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338458.442817:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.442890:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290916352 00000100:00100000:0.0:1763338458.442900:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290916352 00000100:00100000:0.0:1763338458.442961:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9840 00000100:00100000:0.0:1763338458.442972:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993290916352:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.442997:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.443017:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b01b9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45b4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.443074:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b01b9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45b4 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.443089:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b01b9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45b4 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.443108:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338458.443111:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338458.443114:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:0.0:1763338458.443176:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993290916352:12345-192.168.202.34@tcp:101:bash.0 Request processed in 205us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.443183:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9840 00000100:00100000:1.0:1763338458.449886:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.449978:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290916608 00000100:00100000:2.0:1763338458.449988:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290916608 00000100:00100000:2.0:1763338458.450047:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9841 00000100:00100000:2.0:1763338458.450057:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993290916608:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338458.450077:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.450081:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338458.450109:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b01b9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45b4 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.450126:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.450131:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.450145:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b01c0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45bb expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.450192:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b01c7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.450205:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b01c7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.450216:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b01c7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338458.450512:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1554, 88 off130504 00000004:00080000:2.0:1763338458.450523:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128162259848ns, next at 1128842344886ns, rc = 0 00000040:00080000:2.0:1763338458.450543:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1554, 88 off130264 00000004:00080000:2.0:1763338458.450547:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128162284702ns, next at 1128842372477ns, rc = 0 00000040:00080000:2.0:1763338458.450558:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1555, 88 off130352 00000004:00080000:2.0:1763338458.450561:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128162299459ns, next at 1128842372477ns, rc = 0 00000040:00080000:2.0:1763338458.450570:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1555, 88 off130592 00000004:00080000:2.0:1763338458.450574:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128162311639ns, next at 1128842344886ns, rc = 0 00000001:00080000:3.0:1763338458.453646:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972895 is committed 00000004:00080000:3.0:1763338458.453663:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1019 committed 00000004:00080000:3.0:1763338458.453684:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1013 committed 00000004:00080000:3.0:1763338458.453983:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1012 committed 00000004:00080000:3.0:1763338458.454404:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1018 committed 00010000:00010000:1.0:1763338458.454617:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454630:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454637:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454643:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.454649:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454658:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454674:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:1.0:1763338458.454684:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.454692:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454699:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b008c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454720:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454727:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454732:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454736:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.454739:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454745:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454752:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197d00) 00010000:00010000:1.0:1763338458.454755:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.454758:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454763:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b00fc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.454782:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454789:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454794:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454798:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.454801:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454805:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454812:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338458.454815:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.454818:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.454824:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b01b2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338458.454851:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303200640:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.454922:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.454960:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338458.454967:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303200512:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.454986:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.455018:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303200640 00000100:00100000:1.0:1763338458.455025:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303200640 00000100:00100000:1.0:1763338458.455065:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303200512 00000100:00100000:1.0:1763338458.455069:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303200512 00000100:00100000:1.0:1763338458.455088:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6828 00000100:00100000:1.0:1763338458.455097:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+71:3657:x1848993303200640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338458.455123:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:617 count 1 00010000:00010000:1.0:1763338458.455147:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.455166:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 39 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.455174:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.455176:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.455180:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 4/0,1 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.455206:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 39 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.455220:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 39 pid: 8869 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338458.455231:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303201024:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.455317:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2586d9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.455334:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829 00000100:00100000:1.0:1763338458.455342:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+71:3657:x1848993303200512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338458.455367:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:616 count 1 00002000:00010000:1.0:1763338458.455389:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x268:0x0] initial LVB size: 5, mtime: 0x691a68da, atime: 0x0, ctime: 0x691a68da, blocks: 0x8 00010000:00010000:1.0:1763338458.455394:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.455407:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.455409:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.455413:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.455425:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.455432:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.455439:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.455631:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303200896:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338458.455663:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338458.455684:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1763338458.455690:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303200768:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.455709:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338458.455724:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303201408:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338458.455740:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338458.455764:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303200896 00000100:00100000:2.0:1763338458.455769:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303200896 00000100:00100000:0.0:1763338458.456872:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303201152:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.456919:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338458.457662:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338458.458011:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+72:3657:x1848993303200512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2666us (3019us total) trans 21474839025 rc 0/0 00000100:00100000:1.0:1763338458.458022:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829 00000100:00100000:0.0:1763338458.458170:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338458.458181:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303201280:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.458213:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.459019:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303200768 00000100:00100000:1.0:1763338458.459029:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303200768 00000100:00100000:1.0:1763338458.459056:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303201408 00000100:00100000:1.0:1763338458.459059:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303201408 00000100:00100000:1.0:1763338458.459070:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303201152 00000100:00100000:1.0:1763338458.459072:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303201152 00000100:00100000:1.0:1763338458.459088:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830 00000100:00100000:1.0:1763338458.459095:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3655:x1848993303200896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.459122:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:616 count 1 00010000:00010000:1.0:1763338458.459150:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.459171:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 16 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.459180:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.459182:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.459186:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.459221:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 16 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.459234:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 16 pid: 27816 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.459248:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303201664:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.459325:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.459353:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831 00000100:00100000:1.0:1763338458.459375:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+72:3655:x1848993303200768:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.459516:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+73:3655:x1848993303200768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 142us (3804us total) trans 21474839026 rc 0/0 00000100:00100000:1.0:1763338458.459521:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831 00000100:00100000:1.0:1763338458.459537:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6832 00000100:00100000:1.0:1763338458.459544:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3655:x1848993303201408:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338458.459612:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.459616:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.459619:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.459621:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.459623:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.459651:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3655:x1848993303201408:12345-0@lo:2:osp-syn-1-1.0 Request processed in 108us (3908us total) trans 17179871695 rc 0/0 00000100:00100000:1.0:1763338458.459658:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6832 00000100:00100000:1.0:1763338458.459670:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833 00000100:00100000:1.0:1763338458.459676:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3656:x1848993303201152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.459688:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:617 count 1 00010000:00010000:1.0:1763338458.459700:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.459713:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 16 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.459720:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.459722:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.459725:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.459746:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 16 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.459756:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 16 pid: 17642 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338458.459766:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303201792:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.459795:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd28216a9c0 going to sleep for 11 seconds 00000004:00080000:1.0:1763338458.459834:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f5180/2, rc 0, transno 21474839025 00000100:00100000:1.0:1763338458.459840:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303200512:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.459895:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.460226:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338458.460240:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303201536:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.460289:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338458.460310:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338458.460317:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.460326:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338458.460331:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.460347:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.460375:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.460383:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b01d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.460403:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.460405:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.460407:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338458.460418:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303201280 00000100:00100000:0.0:1763338458.460424:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303201280 00000100:00100000:0.0:1763338458.460443:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303201536 00000100:00100000:0.0:1763338458.460447:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303201536 00000100:00100000:0.0:1763338458.460458:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834 00000100:00100000:0.0:1763338458.460465:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3656:x1848993303201280:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.461134:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303201280:12345-0@lo:2:osp-syn-1-1.0 Request processed in 666us (2917us total) trans 17179871696 rc 0/0 00000100:00100000:0.0:1763338458.461142:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834 00000100:00100000:0.0:1763338458.461159:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835 00000100:00100000:0.0:1763338458.461165:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+73:3654:x1848993303201536:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763338458.461228:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338458.461232:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338458.461235:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338458.461237:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338458.461239:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338458.461285:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+74:3654:x1848993303201536:12345-0@lo:2:osp-syn-0-1.0 Request processed in 120us (996us total) trans 21474839027 rc 0/0 00000100:00100000:0.0:1763338458.461291:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835 00000004:00080000:2.0:1763338458.461310:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f6d80/2, rc 0, transno 21474839026 00000100:00100000:2.0:1763338458.461320:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303200768:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338458.461326:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f010e00/2, rc 0, transno 17179871696 00000100:00100000:0.0:1763338458.461332:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303201280:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338458.461339:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f012680/2, rc 0, transno 17179871695 00000100:00100000:2.0:1763338458.461345:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303201408:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338458.461369:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f7b80/2, rc 0, transno 21474839027 00000100:00100000:0.0:1763338458.461374:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303201536:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.461408:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290916864 00000100:00100000:0.0:1763338458.461411:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290916864 00000100:00100000:0.0:1763338458.461454:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9842 00000100:00100000:0.0:1763338458.461460:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56963:x1848993290916864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.461471:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.461490:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b01ea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45c2 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.461555:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.461568:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461578:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461588:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.461594:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461599:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461687:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.461696:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461702:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.461713:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 2 00010000:00010000:0.0:1763338458.461790:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461797:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461808:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.461814:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.461818:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462150:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462162:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338458.462164:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763338458.462168:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462174:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b01ff lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462189:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462195:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462199:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462204:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462209:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.462212:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462220:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462227:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338458.462229:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.462232:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462237:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b01f1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462245:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462250:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462255:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462364:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.462368:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462375:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.462383:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338458.462385:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.462389:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.462392:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b01c7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45bb expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.462397:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b01f8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.462412:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.462417:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338458.462430:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b01c0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45bb expref: 271 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338458.462445:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b01ea lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45c2 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.462450:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b01c7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45bb expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.462460:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338458.462464:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338458.462469:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b01ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45c2 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.462473:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.462478:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338458.462482:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00010000:00010000:0.0:1763338458.462483:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338458.462532:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56963:x1848993290916864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1072us (2637us total) trans 4294972896 rc 301/301 00000100:00100000:2.0:1763338458.462540:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:55909:x1848993290916608:12345-192.168.202.34@tcp:101:bash.0 Request processed in 12482us (12661us total) trans 4294972895 rc 0/0 00000100:00100000:0.0:1763338458.462544:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9842 00000100:00100000:2.0:1763338458.462555:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9841 00000100:00100000:2.0:1763338458.465800:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303201664:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338458.465834:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.465936:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.466169:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303201024:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338458.466184:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.466288:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303201792:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.466300:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.466382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.467483:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290916992 00000100:00100000:2.0:1763338458.467493:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290916992 00000100:00100000:1.0:1763338458.467520:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338458.467533:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 40 pid: 8869 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338458.467564:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.467565:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290917248 00000100:00100000:2.0:1763338458.467570:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290917248 00010000:00010000:2.0:1763338458.467586:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 17 pid: 17642 timeout: 1228 lvb_type: 1 00000100:00100000:2.0:1763338458.467615:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290917120 00000100:00100000:2.0:1763338458.467619:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290917120 00010000:00010000:2.0:1763338458.467632:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 18 pid: 27816 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.467649:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.467654:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3225 00000100:00100000:2.0:1763338458.467665:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252690450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993290916992:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763338458.467677:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3226 00010000:00010000:2.0:1763338458.467681:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763338458.467690:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993290917248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.467691:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 40 pid: 8869 timeout: 1228 lvb_type: 1 00010000:00010000:1.0:1763338458.467706:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.467711:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 40 pid: 8869 timeout: 1228 lvb_type: 1 00010000:00010000:1.0:1763338458.467715:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 18 pid: 17642 timeout: 1228 lvb_type: 1 00010000:00010000:1.0:1763338458.467733:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 18 pid: 17642 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.467756:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4aff66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f7 expref: 40 pid: 8869 timeout: 1228 lvb_type: 1 00010000:00010000:1.0:1763338458.467756:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4aff5f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af44f0 expref: 18 pid: 17642 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.467790:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.467790:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.467794:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.467795:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.467801:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.467802:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.467821:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.467835:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.467854:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.467860:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.467914:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252690450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2409:x1848993290916992:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 247us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.467914:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290917248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 223us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.467934:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3226 00000100:00100000:2.0:1763338458.467941:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3225 00000100:00100000:1.0:1763338458.467960:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3227 00000100:00100000:1.0:1763338458.467970:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290917120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.467979:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.467984:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 16 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338458.467995:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 16 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338458.468009:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4afff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4528 expref: 16 pid: 27816 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338458.468018:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.468019:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.468023:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.468030:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.468059:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.468084:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290917120:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 116us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.468091:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3227 00010000:00010000:2.0:1763338458.468106:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.468116:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.468118:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.468138:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.468142:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.468149:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.468154:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.468162:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.468178:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338458.468520:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3655:x1848993303200896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9424us (12855us total) trans 17179871697 rc 0/0 00000100:00100000:2.0:1763338458.468529:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830 00000100:00100000:2.0:1763338458.468547:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290917504 00000100:00100000:2.0:1763338458.468551:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290917504 00000100:00100000:2.0:1763338458.468578:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6836 00000100:00100000:2.0:1763338458.468587:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290917504:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338458.468601:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.468605:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.468618:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.468619:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45d0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.468622:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290917376 00000100:00100000:0.0:1763338458.468629:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290917376 00010000:00010000:3.0:1763338458.468630:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.468639:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338458.468639:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338458.468651:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.468654:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.468660:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.468672:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9843 00010000:00010000:2.0:1763338458.468675:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.468686:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56963:x1848993290917376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.468688:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00010000:00010000:0.0:1763338458.468707:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763338458.468719:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290917504:12345-192.168.202.34@tcp:101:bash.0 Request processed in 133us (1070us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338458.468722:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0214 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45c9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.468804:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6836 00010000:00010000:0.0:1763338458.468817:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b021b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.469957:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763338458.469970:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.469980:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.469985:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.469997:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470018:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470025:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b01dc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470049:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338458.470053:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470059:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.470062:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470068:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470078:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470086:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338458.470090:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470096:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338458.470099:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470106:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470118:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.470125:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.470127:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338458.470129:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338458.470183:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f013480/2, rc 0, transno 17179871697 00000100:00100000:2.0:1763338458.470190:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303200896:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338458.470258:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763338458.470275:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b01e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.470290:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1763338458.470296:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b01ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.470551:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+74:3657:x1848993303200640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15454us (15628us total) trans 21474839028 rc 0/0 00000100:00100000:3.0:1763338458.470559:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6828 00000100:00100000:1.0:1763338458.470623:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303201152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10947us (13703us total) trans 17179871698 rc 0/0 00010000:00010000:3.0:1763338458.470624:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.470630:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338458.470630:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833 00000004:00080000:1.0:1763338458.470661:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f5500/2, rc 0, transno 21474839028 00000100:00100000:1.0:1763338458.470666:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303200640:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763338458.470686:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f012d80/2, rc 0, transno 17179871698 00000100:00100000:1.0:1763338458.470690:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303201152:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338458.471852:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b021b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.471877:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b021b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338458.472819:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 2 00000004:00200000:1.0:1763338458.472907:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338458.472935:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b021b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.472978:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0214 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45c9 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.472998:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b021b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45c9 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.473007:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338458.473010:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338458.473014:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:1.0:1763338458.473083:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56963:x1848993290917376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4401us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.473246:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9843 00000100:00100000:0.0:1763338458.478813:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.478859:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.478931:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290917632 00000100:00100000:1.0:1763338458.478940:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290917632 00000100:00100000:1.0:1763338458.479004:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6837 00000100:00100000:1.0:1763338458.479013:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+39:55909:x1848993290917632:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338458.479029:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.479050:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45d7 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.479071:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.479090:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.479092:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.479106:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 40 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.479127:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 40 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.479138:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338458.479195:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+40:55909:x1848993290917632:12345-192.168.202.34@tcp:101:bash.0 Request processed in 183us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.479203:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6837 00000100:00100000:3.0:1763338458.479296:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290917888 00000100:00100000:3.0:1763338458.479301:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290917888 00000100:00100000:3.0:1763338458.479334:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3439 00000100:00100000:3.0:1763338458.479341:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56963:x1848993290917888:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.479575:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56963:x1848993290917888:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 233us (714us total) trans 4294972897 rc 0/0 00000100:00100000:2.0:1763338458.479584:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3439 00000100:00100000:0.0:1763338458.483721:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.483765:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.485625:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.485696:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290918272 00000100:00100000:2.0:1763338458.485707:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290918272 00000100:00100000:2.0:1763338458.485764:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9844 00000100:00100000:2.0:1763338458.485773:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56963:x1848993290918272:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.485795:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.485817:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0229 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45de expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.485879:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.485892:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.485902:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338458.485904:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290918016 00000100:00100000:3.0:1763338458.485905:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290918144 00000100:00100000:3.0:1763338458.485914:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290918144 00000100:00100000:1.0:1763338458.485914:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290918016 00010000:00010000:2.0:1763338458.485917:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.485923:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.485929:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00002000:00010000:1.0:1763338458.485945:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/618 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.485951:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9ea00 with x1848993290918016 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.485960:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277b9ea00. 00002000:00010000:3.0:1763338458.485976:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/618 (0->18446744073709551615) 00002000:00100000:3.0:1763338458.485981:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf1c00 with x1848993290918144 ext(0->18446744073709551615) 00000100:00100000:1.0:1763338458.485985:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1685 00002000:00010000:3.0:1763338458.485991:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14caf1c00. 00000100:00100000:1.0:1763338458.485998:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290918016:12345-192.168.202.34@tcp:10:bash.0 00010000:00010000:2.0:1763338458.486013:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:3.0:1763338458.486014:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1686 00000100:00100000:3.0:1763338458.486022:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993290918144:12345-192.168.202.34@tcp:10:bash.0 00010000:00010000:2.0:1763338458.486022:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486029:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338458.486074:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d7:0x0]: returning size 2 00000004:00200000:2.0:1763338458.486079:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338458.486098:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486108:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486116:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486123:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486129:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486135:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486141:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.486145:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486152:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486163:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:2.0:1763338458.486166:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.486171:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00002000:00010000:3.0:1763338458.486176:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.486176:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1763338458.486177:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0230 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00002000:00010000:3.0:1763338458.486183:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:1.0:1763338458.486184:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb mtime from disk: 0 -> 1763338458 00002000:00010000:3.0:1763338458.486187:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.486190:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.486191:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb ctime from disk: 0 -> 1763338458 00010000:00010000:2.0:1763338458.486195:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00002000:00010000:1.0:1763338458.486197:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb ctime from disk: 0 -> 1763338458 00002000:00010000:3.0:1763338458.486198:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338458.486205:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763338458.486207:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486214:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486219:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.486222:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486227:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486233:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338458.486236:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.486238:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.486243:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0237 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338458.486253:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2410:x1848993290918144:12345-192.168.202.34@tcp:10:bash.0 Request processed in 232us (2488us total) trans 21474839029 rc 0/0 00000100:00100000:3.0:1763338458.486278:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1686 00002000:00010000:3.0:1763338458.486283:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/618 (0->18446744073709551615) 00002000:00100000:3.0:1763338458.486286:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14caf1c00 with x1848993290918144 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338458.486291:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14caf1c00. 00010000:00010000:2.0:1763338458.486297:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0229 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45de expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.486328:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45de expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.486336:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.486349:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338458.486353:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:1.0:1763338458.486770:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290918016:12345-192.168.202.34@tcp:10:bash.0 Request processed in 774us (3056us total) trans 17179871699 rc 0/0 00000100:00100000:1.0:1763338458.486784:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1685 00000100:00100000:2.0:1763338458.486785:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56963:x1848993290918272:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1007us (1165us total) trans 0 rc 0/0 00002000:00010000:1.0:1763338458.486789:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/618 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.486795:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9ea00 with x1848993290918016 ext(0->18446744073709551615) 00000100:00100000:2.0:1763338458.486797:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9844 00002000:00010000:1.0:1763338458.486805:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277b9ea00. 00000100:00100000:0.0:1763338458.494956:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.495054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.495212:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290918400 00000100:00100000:3.0:1763338458.495223:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290918400 00000100:00100000:3.0:1763338458.495291:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 418 00000100:00100000:3.0:1763338458.495301:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:2409:x1848993290918400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.495318:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.495345:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b023e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45de expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.495375:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338458.495380:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338458.495432:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:2409:x1848993290918400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 132us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.495442:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 418 00000100:00100000:1.0:1763338458.495511:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290918656 00000100:00100000:1.0:1763338458.495515:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290918656 00000100:00100000:1.0:1763338458.495551:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3440 00000100:00100000:1.0:1763338458.495558:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290918656:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:1.0:1763338458.496370:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290918656:12345-192.168.202.34@tcp:35:bash.0 Request processed in 809us (1312us total) trans 4294972898 rc 0/0 00000100:00100000:1.0:1763338458.496378:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3440 00000100:00100000:3.0:1763338458.507662:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.508795:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290918912 00000100:00100000:2.0:1763338458.508808:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290918912 00000100:00100000:2.0:1763338458.508927:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9845 00000100:00100000:2.0:1763338458.508937:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56965:x1848993290918912:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338458.509046:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763338458.509074:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b01c7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45bb expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.509096:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b021b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45c9 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.509109:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b01ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45ad expref: 269 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.509120:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338458.509132:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.509159:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.509169:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509178:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509192:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.509199:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509205:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509378:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.509387:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509394:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338458.509644:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1556, 64 off130656 00000040:00080000:2.0:1763338458.509668:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1556, 64 off130416 00000040:00080000:2.0:1763338458.509676:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1557, 64 off130480 00000040:00080000:2.0:1763338458.509683:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1557, 64 off130720 00010000:00010000:2.0:1763338458.509740:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.509749:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509756:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509762:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509772:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509779:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509791:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338458.509810:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509815:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509821:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509826:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.509830:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509837:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509851:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd242b03c00) 00010000:00010000:2.0:1763338458.509854:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338458.509857:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509862:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0253 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509974:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509984:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509989:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509994:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.509998:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.510001:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.510005:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.510012:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:2.0:1763338458.510014:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.510017:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.510022:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0245 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338458.510033:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007e848543 reply state 00000000bb65ff1f transno 4294972899 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.510043:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.510048:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338458.510051:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338458.510053:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338458.510142:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56965:x1848993290918912:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1205us (2489us total) trans 4294972899 rc 0/0 00000100:00100000:2.0:1763338458.510150:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9845 00010000:00010000:0.0:1763338458.510251:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338458.510258:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.510290:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338458.510293:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.510300:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.510309:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d7:0x0].0x0 (ffff8fd242b03c00) 00010000:00010000:0.0:1763338458.510311:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338458.510313:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.510318:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b025a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.510335:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.510337:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.510339:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338458.517073:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.517175:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290919168 00000100:00100000:1.0:1763338458.517185:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290919168 00000100:00100000:1.0:1763338458.517246:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9846 00000100:00100000:1.0:1763338458.517256:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56964:x1848993290919168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.517309:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.517334:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0261 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45e5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.517427:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.517440:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517451:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517461:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.517468:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517478:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517520:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517526:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517532:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517538:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517544:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.517548:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517554:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517566:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9400) 00010000:00010000:1.0:1763338458.517570:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.517574:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517580:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0268 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517594:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517599:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517605:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517610:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.517612:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517618:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517625:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338458.517628:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.517630:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517635:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b026f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.517665:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0261 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45e5 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.517674:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9400) 00010000:00010000:1.0:1763338458.517677:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338458.517681:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0261 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45e5 expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.517694:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338458.517761:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56964:x1848993290919168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 506us (697us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.517769:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9846 00000100:00100000:1.0:1763338458.524173:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.526821:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290919296 00000100:00100000:0.0:1763338458.526841:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290919296 00000100:00100000:0.0:1763338458.526915:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9847 00000100:00100000:0.0:1763338458.526926:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56964:x1848993290919296:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.526949:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.526974:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0276 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45ec expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.527050:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.527066:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527079:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527091:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.527098:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527103:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527143:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527154:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527160:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527166:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527172:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.527176:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527184:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527196:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338458.527199:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.527203:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527208:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b027d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527221:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527227:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527233:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527238:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148644e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.527241:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527246:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527252:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:0.0:1763338458.527255:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.527258:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527283:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b0284 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.527313:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0276 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45ec expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.527324:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338458.527326:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.527330:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0276 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45ec expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.527365:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:0.0:1763338458.527456:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56964:x1848993290919296:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 532us (3296us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338458.527465:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9847 00000100:00100000:3.0:1763338458.541841:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.541939:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290919552 00000100:00100000:0.0:1763338458.541949:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290919552 00000100:00100000:0.0:1763338458.542176:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9848 00000100:00100000:0.0:1763338458.542188:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56967:x1848993290919552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.542223:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.542249:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b028b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45f3 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.542362:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.543138:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543155:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543170:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.543177:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543183:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543237:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543243:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543249:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543255:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543297:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.543302:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543309:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543323:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338458.543326:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.543331:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543337:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0292 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543348:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543364:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543377:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543383:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.543386:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543391:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543399:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:0.0:1763338458.543401:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.543403:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543413:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0299 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.543447:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b028b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45f3 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.543459:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338458.543462:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338458.543466:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b028b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45f3 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.543480:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645600, rc 0) 00000100:00100000:0.0:1763338458.543555:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56967:x1848993290919552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1368us (1725us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338458.543563:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9848 00000100:00100000:2.0:1763338458.551941:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.551996:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290919680 00000100:00100000:0.0:1763338458.552008:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290919680 00000100:00100000:0.0:1763338458.552068:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9849 00000100:00100000:0.0:1763338458.552081:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56967:x1848993290919680:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.552105:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.552133:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b02a0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af45fa expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.552230:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.552243:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.552258:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.552310:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.552319:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.552327:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552506:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552516:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552522:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552529:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552535:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.552539:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552545:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552557:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338458.552560:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.552565:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552570:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b02a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552582:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552588:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552592:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552597:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.552600:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552605:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552612:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338458.552614:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.552618:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552623:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b02ae lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.552652:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b02a0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45fa expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.552661:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338458.552664:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.552668:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b02a0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45fa expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.552679:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148644e00, rc 0) 00000100:00100000:1.0:1763338458.552746:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56967:x1848993290919680:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 668us (817us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.552753:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9849 00000100:00100000:1.0:1763338458.559391:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.559469:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290919808 00000100:00100000:3.0:1763338458.559480:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290919808 00000100:00100000:3.0:1763338458.559539:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9850 00000100:00100000:3.0:1763338458.559550:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56966:x1848993290919808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.559571:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.559594:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b02b5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4601 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.559663:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.559676:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559689:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559699:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.559707:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559714:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559753:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559764:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559771:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559777:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559783:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.559787:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559795:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559806:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.559809:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.559814:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559820:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b02bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559832:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559838:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559844:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559849:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.559852:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559858:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559864:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:3.0:1763338458.559866:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.559869:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559875:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b02c3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.559900:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b02b5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4601 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.559909:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.559912:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.559915:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b02b5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4601 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.559927:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:3.0:1763338458.559986:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56966:x1848993290919808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 438us (605us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338458.559994:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9850 00000100:00100000:3.0:1763338458.570524:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.570709:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290919936 00000100:00100000:1.0:1763338458.570721:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290919936 00000100:00100000:1.0:1763338458.570791:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9851 00000100:00100000:1.0:1763338458.570803:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56966:x1848993290919936:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.570825:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.570850:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b02ca lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4608 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.570921:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.570935:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.570949:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.570959:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.570966:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.570971:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571011:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571018:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571025:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571036:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571042:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.571046:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571054:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571065:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9400) 00010000:00010000:1.0:1763338458.571068:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.571073:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571079:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b02d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571091:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571097:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571102:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571107:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.571109:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571115:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571125:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338458.571127:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.571131:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571136:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b02d8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.571163:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b02ca lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4608 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.571173:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9400) 00010000:00010000:1.0:1763338458.571176:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.571179:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b02ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4608 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.571192:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338458.571309:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56966:x1848993290919936:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 507us (796us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.571316:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9851 00000100:00100000:2.0:1763338458.573980:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.574675:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290920064 00000100:00100000:1.0:1763338458.574696:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290920064 00000100:00100000:1.0:1763338458.576396:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9852 00000100:00100000:1.0:1763338458.576422:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56966:x1848993290920064:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.576446:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.576476:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b02df lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af460f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.576547:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b02e6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.576560:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b02e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.576573:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b02e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338458.576623:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338458.576628:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338458.576664:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b02df lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af460f expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.576698:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b02e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af460f expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.576708:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338458.576711:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338458.576716:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338458.576790:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56966:x1848993290920064:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 381us (2819us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.576797:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9852 00000100:00100000:0.0:1763338458.579430:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.579980:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290920320 00000100:00100000:1.0:1763338458.579992:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290920320 00000100:00100000:1.0:1763338458.580935:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9853 00000100:00100000:1.0:1763338458.580952:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56968:x1848993290920320:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.580973:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.580997:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b02ed lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4616 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.581091:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.581105:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581116:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581125:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.581131:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581137:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581175:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581181:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581187:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581193:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581199:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.581203:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581210:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581222:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338458.581225:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.581230:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581236:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b02f4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581281:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581287:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581291:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581295:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.581299:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581305:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581313:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338458.581315:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.581318:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581323:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b02fb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.581352:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b02ed lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4616 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.581371:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338458.581374:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338458.581379:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b02ed lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4616 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.581390:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338458.581469:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56968:x1848993290920320:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 523us (2049us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.581476:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9853 00000100:00100000:3.0:1763338458.592800:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.594193:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290920576 00000100:00100000:1.0:1763338458.594209:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290920576 00000100:00100000:2.0:1763338458.595070:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9854 00000100:00100000:2.0:1763338458.595084:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56966:x1848993290920576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.595113:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.595118:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338458.595147:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b02e6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af460f expref: 271 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.595169:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:2.0:1763338458.595179:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.595195:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0302 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af461d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.595338:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338458.595364:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595374:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595387:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338458.595395:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595401:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595781:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338458.595791:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595799:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338458.595809:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:2.0:1763338458.595834:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595841:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595847:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595854:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595860:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.595864:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595872:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595881:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:2.0:1763338458.595884:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.595888:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595894:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0309 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:2.0:1763338458.595906:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000650d78a1 reply state 00000000ccaa8a8d transno 4294972900 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595917:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.595922:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338458.595925:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338458.595928:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338458.595956:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0302 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.595975:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.595982:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd242b03200) 00010000:00010000:2.0:1763338458.595985:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338458.595987:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:2.0:1763338458.596080:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56966:x1848993290920576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 998us (3289us total) trans 4294972900 rc 0/0 00000100:00100000:2.0:1763338458.596089:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9854 00000100:00100000:2.0:1763338458.600905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.602186:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290920832 00000100:00100000:1.0:1763338458.602285:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290920832 00000100:00100000:1.0:1763338458.602381:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9855 00000100:00100000:1.0:1763338458.602392:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56966:x1848993290920832:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.602424:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.602448:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0325 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4624 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.602584:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.602603:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.602616:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.602654:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.602668:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 274 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.602967:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303201920:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.603172:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd28216a240 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.608221:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303201920:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.608254:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338458.608558:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.608596:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.608707:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290921216 00000100:00100000:1.0:1763338458.608716:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290921216 00000100:00100000:1.0:1763338458.608778:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9856 00000100:00100000:1.0:1763338458.608788:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56969:x1848993290921216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.608808:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.608832:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0333 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af462b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.608920:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.608934:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.608945:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.608955:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.608962:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.608967:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609081:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.609091:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609097:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338458.609107:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:1.0:1763338458.609202:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609210:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609217:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609223:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.609227:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609234:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609247:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd242b03200) 00010000:00010000:1.0:1763338458.609250:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763338458.609255:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609291:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0348 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609308:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609314:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609320:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609326:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609331:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.609335:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609341:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609348:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9400) 00010000:00010000:1.0:1763338458.609350:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.609363:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609370:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b033a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609380:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609386:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609391:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609396:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.609399:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609404:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338458.609411:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290920960 00010000:00010000:1.0:1763338458.609413:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338458.609417:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338458.609419:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290920960 00010000:00010000:1.0:1763338458.609421:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.609428:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0341 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.609449:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 278 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338458.609467:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0333 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af462b expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.609479:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9400) 00010000:00010000:1.0:1763338458.609482:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338458.609487:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0333 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af462b expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.609492:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3228 00000100:00100000:0.0:1763338458.609506:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:2409:x1848993290920960:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338458.609507:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00010000:00010000:0.0:1763338458.609521:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.609527:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:0.0:1763338458.609540:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:0.0:1763338458.609554:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0317 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af461d expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.609568:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56969:x1848993290921216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 780us (969us total) trans 4294972901 rc 301/301 00010000:00010000:0.0:1763338458.609572:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd242b03200) 00000100:00100000:1.0:1763338458.609578:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9856 00010000:00010000:0.0:1763338458.609579:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.609589:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.609596:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.609627:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338458.609652:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2409:x1848993290920960:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 149us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.609660:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3228 00010000:00010000:1.0:1763338458.610078:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.610086:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338458.611231:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00000004:00080000:0.0:1763338458.612481:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26c:0x0], index 0: 0 00000004:00080000:0.0:1763338458.612489:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26c:0x0], index 1: 0 00000004:00080000:0.0:1763338458.612493:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26d:0x0], index 1: 0 00000004:00080000:0.0:1763338458.612496:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26d:0x0], index 0: 0 00010000:00010000:0.0:1763338458.612595:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612605:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612611:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612617:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.612621:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612629:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612643:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd242b03200) 00010000:00010000:0.0:1763338458.612646:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338458.612650:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612657:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b032c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.612715:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0325 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4624 expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.612727:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd242b03200) 00010000:00010000:0.0:1763338458.612729:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338458.612733:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0325 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4624 expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.612749:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:0.0:1763338458.617425:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56966:x1848993290920832:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 15021us (16520us total) trans 4294972902 rc 301/301 00000100:00100000:0.0:1763338458.617439:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9855 00000100:00100000:2.0:1763338458.618150:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.619964:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290921472 00000100:00100000:3.0:1763338458.619981:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290921472 00000100:00100000:3.0:1763338458.620056:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3441 00000100:00100000:3.0:1763338458.620068:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56969:x1848993290921472:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338458.620453:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56969:x1848993290921472:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 386us (2306us total) trans 4294972903 rc 0/0 00000100:00100000:3.0:1763338458.620462:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3441 00000100:00100000:2.0:1763338458.626851:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.626905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.627071:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290921728 00000100:00100000:1.0:1763338458.627082:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290921728 00000100:00100000:1.0:1763338458.627146:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3442 00000100:00100000:1.0:1763338458.627157:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243551450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56966:x1848993290921728:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338458.627415:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243551450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56966:x1848993290921728:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 259us (578us total) trans 4294972904 rc 0/0 00000100:00100000:1.0:1763338458.627422:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3442 00000100:00100000:3.0:1763338458.627734:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290921984 00000100:00100000:3.0:1763338458.627740:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290921984 00000100:00100000:3.0:1763338458.627776:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9857 00000100:00100000:3.0:1763338458.627782:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56969:x1848993290921984:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.627794:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.627817:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b035d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4632 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.627873:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.627889:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.627899:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.627909:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.627916:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.627922:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628019:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0372 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.628027:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0372 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628034:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0372 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338458.628045:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:3.0:1763338458.628098:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628105:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628111:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628117:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628122:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.628126:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628133:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628145:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.628148:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.628153:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628163:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0364 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628176:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628182:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628187:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628191:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.628194:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628198:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628204:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:3.0:1763338458.628206:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.628208:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628213:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b036b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.628240:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b035d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4632 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.628253:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0372 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4632 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.628305:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307aa00) 00010000:00010000:3.0:1763338458.628308:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338458.628310:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:3.0:1763338458.628341:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56969:x1848993290921984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 559us (1436us total) trans 4294972905 rc 0/0 00000100:00100000:3.0:1763338458.628347:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9857 00000100:00100000:0.0:1763338458.633494:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.633735:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290922240 00000100:00100000:2.0:1763338458.633748:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290922240 00000100:00100000:2.0:1763338458.633820:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3443 00000100:00100000:2.0:1763338458.633831:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56966:x1848993290922240:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338458.634118:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56966:x1848993290922240:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 289us (634us total) trans 4294972906 rc 0/0 00000100:00100000:2.0:1763338458.634126:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3443 00000100:00100000:2.0:1763338458.635952:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.636024:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290922368 00000100:00100000:1.0:1763338458.636039:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290922368 00000100:00100000:1.0:1763338458.636095:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6838 00000100:00100000:1.0:1763338458.636105:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2410:x1848993290922368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.636119:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.636140:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4639 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.636167:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.636187:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.636189:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.636199:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 42 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.636215:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 42 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.636228:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338458.636311:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2410:x1848993290922368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 208us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.636318:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6838 00000100:00100000:0.0:1763338458.638785:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.639113:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290922752 00000100:00100000:1.0:1763338458.639123:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290922752 00000100:00100000:1.0:1763338458.639178:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3444 00000100:00100000:1.0:1763338458.639189:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56969:x1848993290922752:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338458.640343:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56969:x1848993290922752:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1150us (1561us total) trans 4294972907 rc 0/0 00000100:00100000:1.0:1763338458.640365:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3444 00000100:00100000:0.0:1763338458.640469:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.641024:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290922880 00000100:00100000:3.0:1763338458.641033:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290922880 00000100:00100000:3.0:1763338458.641082:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9858 00000100:00100000:3.0:1763338458.641091:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290922880:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338458.641108:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.641112:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338458.641138:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0372 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4632 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.641157:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307aa00) 00010000:00010000:3.0:1763338458.641169:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338458.641184:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0387 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4640 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.641342:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b038e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.641365:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b038e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.641376:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b038e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338458.641392:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:3.0:1763338458.641517:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0387 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4640 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.641534:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b038e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4640 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.641542:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.641545:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338458.641548:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:3.0:1763338458.641612:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290922880:12345-192.168.202.34@tcp:101:bash.0 Request processed in 522us (1144us total) trans 4294972908 rc 0/0 00000100:00100000:3.0:1763338458.641620:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9858 00000100:00100000:2.0:1763338458.644242:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.644424:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290923136 00000100:00100000:0.0:1763338458.644435:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290923136 00000100:00100000:0.0:1763338458.644489:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9859 00000100:00100000:0.0:1763338458.644500:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56969:x1848993290923136:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.644527:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.644549:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b039c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4647 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.644619:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.644631:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644641:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644651:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.644658:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644663:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644768:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.644779:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644784:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644790:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644800:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.644803:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644810:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644820:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.644826:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644831:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b03b1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338458.644847:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 0 00010000:00010000:0.0:1763338458.644926:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644933:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644938:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644944:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644948:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.644951:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644957:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644970:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338458.644973:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.644976:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644981:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644989:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644994:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.644999:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.645004:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148644e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.645006:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.645010:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.645017:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:0.0:1763338458.645019:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.645022:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.645027:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.645059:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b039c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4647 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.645069:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338458.645072:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338458.645075:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b039c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4647 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.645088:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645600, rc 0) 00000100:00100000:0.0:1763338458.645160:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56969:x1848993290923136:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 660us (926us total) trans 4294972909 rc 301/301 00000100:00100000:0.0:1763338458.645168:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9859 00000100:00100000:2.0:1763338458.647193:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.648434:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290923264 00000100:00100000:3.0:1763338458.648446:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290923264 00000100:00100000:3.0:1763338458.648496:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9860 00000100:00100000:3.0:1763338458.648505:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290923264:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338458.648522:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.648540:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b03bf lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af464e expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.648575:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b03c6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.648589:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b03c6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.648601:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b03c6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.648726:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b03bf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af464e expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.648742:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b03c6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af464e expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.648751:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.648754:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338458.648757:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:3.0:1763338458.648815:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290923264:12345-192.168.202.34@tcp:101:bash.0 Request processed in 310us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.648823:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9860 00000100:00100000:1.0:1763338458.648972:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.649128:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290923520 00000100:00100000:0.0:1763338458.649133:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290923520 00000100:00100000:0.0:1763338458.649170:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3445 00000100:00100000:0.0:1763338458.649178:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56969:x1848993290923520:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.649371:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56969:x1848993290923520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 193us (398us total) trans 4294972910 rc 0/0 00000100:00100000:0.0:1763338458.649378:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3445 00000100:00100000:1.0:1763338458.653600:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.653640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.653798:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290923904 00000100:00100000:0.0:1763338458.653811:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290923904 00000100:00100000:0.0:1763338458.653884:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9861 00000100:00100000:0.0:1763338458.653894:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290923904:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338458.653953:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.653980:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b038e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4640 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.654000:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.654006:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.654201:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.654216:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.654226:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:0.0:1763338458.654320:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972911 00000004:00010000:0.0:1763338458.654345:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2f2348c reply state 000000004fd64572 transno 4294972912 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.654367:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.654373:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.654376:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338458.654379:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338458.654463:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993290923904:12345-192.168.202.34@tcp:36:bash.0 Request processed in 570us (820us total) trans 4294972912 rc 0/0 00000100:00100000:0.0:1763338458.654471:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9861 00000020:00080000:0.0:1763338458.654476:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338458.654554:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290923776 00000100:00100000:3.0:1763338458.654559:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290923776 00000100:00100000:3.0:1763338458.654595:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3446 00000100:00100000:3.0:1763338458.654603:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56969:x1848993290923776:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338458.654671:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56969:x1848993290923776:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 69us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.654691:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3446 00000100:00100000:2.0:1763338458.657133:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.657196:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290924032 00000100:00100000:1.0:1763338458.657206:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290924032 00000100:00100000:1.0:1763338458.657279:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9862 00000100:00100000:1.0:1763338458.657288:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993290924032:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338458.657309:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.657328:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b03d4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4655 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.657393:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b03d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4655 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.657408:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b03d4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4655 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.657427:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.657430:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338458.657436:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338458.657498:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290924032:12345-192.168.202.34@tcp:101:bash.0 Request processed in 211us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.657506:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9862 00000100:00100000:2.0:1763338458.659922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.660116:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290924288 00000100:00100000:0.0:1763338458.660127:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290924288 00000100:00100000:0.0:1763338458.660183:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9863 00000100:00100000:0.0:1763338458.660191:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290924288:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.660210:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.660213:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338458.660239:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b03d4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4655 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.660305:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.660311:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.660324:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03db lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af465c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.660381:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03e2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.660395:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03e2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.660405:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03e2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:0.0:1763338458.660628:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1558, 88 off130568 00000004:00080000:0.0:1763338458.660636:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128372374309ns, next at 1128842372477ns, rc = 0 00000040:00080000:0.0:1763338458.660663:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1558, 88 off130808 00000004:00080000:0.0:1763338458.660668:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128372406064ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.660690:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1559, 88 off130896 00000004:00080000:0.0:1763338458.660694:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128372432158ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.660704:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1559, 88 off130656 00000004:00080000:0.0:1763338458.660707:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128372445299ns, next at 1128842372477ns, rc = 0 00000100:00100000:0.0:1763338458.669052:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.669114:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290924544 00000100:00100000:1.0:1763338458.669126:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290924544 00000100:00100000:1.0:1763338458.669195:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9864 00000100:00100000:1.0:1763338458.669205:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56970:x1848993290924544:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.669227:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.669256:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b03e9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4663 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.669380:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.669400:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.669412:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.669423:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.669431:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.669437:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.669887:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.669899:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.669907:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338458.669917:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 2 00010000:00010000:1.0:1763338458.670004:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670012:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670019:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670029:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.670033:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670041:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670052:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.670055:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763338458.670060:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670066:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b03fe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670081:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670088:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670094:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670099:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670104:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.670107:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670113:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670123:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338458.670126:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.670129:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670134:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b03f0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670141:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670146:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670151:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670156:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.670158:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670164:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670171:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338458.670174:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.670176:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670182:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b03f7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.670216:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b03e9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4663 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.670227:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338458.670229:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338458.670232:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b03e9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4663 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.670243:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338458.670350:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:56970:x1848993290924544:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1145us (1307us total) trans 4294972914 rc 301/301 00000001:00080000:0.0:1763338458.670364:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972913 is committed 00000100:00100000:1.0:1763338458.670365:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9864 00000004:00080000:0.0:1763338458.670378:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1015 committed 00000004:00080000:0.0:1763338458.670388:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1021 committed 00000004:00080000:0.0:1763338458.670406:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1020 committed 00000004:00080000:0.0:1763338458.670409:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1014 committed 00010000:00010000:2.0:1763338458.670439:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670446:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670452:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670456:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.670459:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670465:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670472:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338458.670475:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.670478:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670482:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b024c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670495:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.670502:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.670520:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.670525:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338458.670528:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.670533:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338458.670538:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303202304:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338458.670540:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338458.670543:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.670545:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.670550:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0310 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.670565:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670571:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670579:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670583:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645600 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:0.0:1763338458.670585:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338458.670586:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670592:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670600:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:2.0:1763338458.670601:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338458.670603:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.670608:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b03cd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338458.670619:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338458.670624:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303202432:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.670630:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303202304 00000100:00100000:2.0:1763338458.670635:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303202304 00000100:00100000:0.0:1763338458.670642:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338458.670664:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303202432 00000100:00100000:2.0:1763338458.670667:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303202432 00010000:00010000:0.0:1763338458.670690:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03e2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af465c expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.670694:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839 00010000:00010000:0.0:1763338458.670699:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00000100:00100000:2.0:1763338458.670701:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3654:x1848993303202304:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338458.670701:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338458.670710:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b03db lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af465c expref: 269 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338458.670722:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03e2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af465c expref: 268 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.670740:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.670742:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338458.670744:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645a00, rc 0) 00000100:00100000:0.0:1763338458.670771:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:55909:x1848993290924288:12345-192.168.202.34@tcp:101:bash.0 Request processed in 10582us (10860us total) trans 4294972913 rc 0/0 00000100:00100000:0.0:1763338458.670778:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9863 00002000:00010000:2.0:1763338458.670810:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338458.670813:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338458.670816:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338458.670817:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338458.670819:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338458.670866:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3654:x1848993303202304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 164us (279us total) trans 21474839030 rc 0/0 00000100:00100000:2.0:1763338458.670873:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839 00000100:00100000:2.0:1763338458.670886:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6840 00000100:00100000:2.0:1763338458.670892:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3654:x1848993303202432:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.670959:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3654:x1848993303202432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (315us total) trans 21474839031 rc 0/0 00000100:00100000:2.0:1763338458.670964:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6840 00000100:00100000:1.0:1763338458.671424:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303202048:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.671461:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.671485:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338458.671491:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303202176:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.671525:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.671552:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303202048 00000100:00100000:1.0:1763338458.671556:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303202048 00000100:00100000:1.0:1763338458.671579:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303202176 00000100:00100000:1.0:1763338458.671582:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303202176 00000100:00100000:1.0:1763338458.671607:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6841 00000100:00100000:1.0:1763338458.671613:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d652050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+77:3656:x1848993303202048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338458.671631:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:618 count 1 00010000:00010000:1.0:1763338458.671649:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.671665:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 41 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.671678:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.671681:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.671684:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.671713:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 41 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.671726:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 41 pid: 31107 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.671737:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303202560:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.671779:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.671795:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6842 00000100:00100000:1.0:1763338458.671802:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+77:3656:x1848993303202176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338458.671815:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:619 count 1 00010000:00010000:1.0:1763338458.671826:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.671836:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 41 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.671843:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.671844:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.671847:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.671870:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 41 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.671878:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 41 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338458.671887:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303202688:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.671910:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.671983:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303202944:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.672010:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.672031:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338458.672036:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303202816:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.672054:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.672077:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303202944 00000100:00100000:1.0:1763338458.672081:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303202944 00000100:00100000:1.0:1763338458.672102:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303202816 00000100:00100000:1.0:1763338458.672105:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303202816 00000100:00100000:1.0:1763338458.672121:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6843 00000100:00100000:1.0:1763338458.672126:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3657:x1848993303202944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.672137:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:619 count 1 00010000:00010000:1.0:1763338458.672151:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.672162:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 16 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.672173:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.672175:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.672177:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.672195:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 16 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.672204:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 16 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338458.672214:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303203328:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.672238:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981600 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.672254:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6844 00000100:00100000:1.0:1763338458.672287:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3657:x1848993303202816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338458.672300:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:618 count 1 00010000:00010000:1.0:1763338458.672311:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.672322:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.672328:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.672329:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.672332:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.672366:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.672376:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.672385:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258707800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303203456:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.672409:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.672430:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303203200:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.672456:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.672474:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338458.672479:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303203072:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.672498:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.672517:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303203200 00000100:00100000:1.0:1763338458.672520:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303203200 00000100:00100000:1.0:1763338458.672537:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303203072 00000100:00100000:1.0:1763338458.672539:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303203072 00000100:00100000:1.0:1763338458.672551:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6845 00000100:00100000:1.0:1763338458.672557:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3655:x1848993303203200:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.672695:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303203200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 138us (237us total) trans 17179871700 rc 0/0 00000100:00100000:1.0:1763338458.672703:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6845 00000100:00100000:1.0:1763338458.672717:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846 00000100:00100000:1.0:1763338458.672722:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3655:x1848993303203072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.672787:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303203072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (289us total) trans 17179871701 rc 0/0 00000100:00100000:1.0:1763338458.672794:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846 00000004:00080000:1.0:1763338458.672834:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146129500/2, rc 0, transno 17179871701 00000100:00100000:1.0:1763338458.672839:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303203072:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338458.672848:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146129880/2, rc 0, transno 17179871700 00000100:00100000:1.0:1763338458.672852:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303203200:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338458.673188:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c7800/2, rc 0, transno 21474839031 00000100:00100000:0.0:1763338458.673194:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303202432:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338458.673202:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1ed80/2, rc 0, transno 21474839030 00000100:00100000:0.0:1763338458.673205:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303202304:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338458.676185:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.676254:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290924672 00000100:00100000:2.0:1763338458.676294:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290924672 00000100:00100000:2.0:1763338458.676350:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6847 00000100:00100000:2.0:1763338458.676370:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+42:55909:x1848993290924672:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338458.676389:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.676409:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af466a expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.676438:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 43 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338458.676446:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.676448:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.676452:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 43 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.676484:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 43 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338458.676495:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 43 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:2.0:1763338458.676514:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303203584:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338458.677773:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fda80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338458.679935:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303202560:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338458.679968:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.680587:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.680674:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.680677:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303202688:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.680701:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.680870:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.680976:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290924800 00000100:00100000:2.0:1763338458.680985:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290924800 00010000:00010000:2.0:1763338458.681022:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 44 pid: 31107 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.681171:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290924928 00000100:00100000:0.0:1763338458.681171:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925056 00000100:00100000:1.0:1763338458.681175:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290924928 00000100:00100000:0.0:1763338458.681175:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925056 00010000:00010000:1.0:1763338458.681193:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 45 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:0.0:1763338458.681193:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 17 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338458.681223:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3229 00000100:00100000:0.0:1763338458.681229:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3230 00000100:00100000:1.0:1763338458.681232:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2410:x1848993290924800:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338458.681234:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252690c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290925056:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338458.681246:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.681248:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.681252:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 45 pid: 31107 timeout: 1228 lvb_type: 0 00010000:00010000:0.0:1763338458.681252:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 17 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:0.0:1763338458.681284:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 17 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:1.0:1763338458.681290:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 45 pid: 31107 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338458.681306:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d7 expref: 45 pid: 31107 timeout: 1228 lvb_type: 0 00010000:00010000:0.0:1763338458.681309:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.681316:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.681320:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.681323:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.681325:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.681328:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.681330:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.681336:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.681349:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.681366:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.681422:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3231 00000100:00100000:0.0:1763338458.681423:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252690c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290925056:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.681430:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2407:x1848993290924928:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338458.681433:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3230 00010000:00010000:2.0:1763338458.681437:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.681441:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 44 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.681450:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 44 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.681462:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b015e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4591 expref: 44 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.681471:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.681473:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.681476:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.681483:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.681499:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338458.681624:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2410:x1848993290924800:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 392us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.681631:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3229 00010000:00010000:1.0:1763338458.681652:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.681661:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.681670:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.681676:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0165 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4598 expref: 16 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:1.0:1763338458.681689:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.681706:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303203328:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.681707:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338458.681722:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.681729:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.681734:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.681741:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.681747:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.681758:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338458.681915:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3657:x1848993303202944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9788us (9904us total) trans 17179871702 rc 0/0 00000100:00100000:3.0:1763338458.681923:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6843 00010000:00010000:3.0:1763338458.681943:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338458.681949:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682036:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338458.682041:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682050:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682061:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682068:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b040c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682136:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338458.682139:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682145:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338458.682148:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682154:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682162:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682169:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b041a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682184:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.682185:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338458.682296:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d652050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+78:3656:x1848993303202048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10682us (10833us total) trans 21474839032 rc 0/0 00000100:00100000:1.0:1763338458.682305:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6841 00000004:00080000:1.0:1763338458.682448:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612b100/2, rc 0, transno 17179871702 00000100:00100000:1.0:1763338458.682454:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303202944:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763338458.682475:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1f800/2, rc 0, transno 21474839032 00000100:00100000:1.0:1763338458.682480:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303202048:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338458.682597:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.682839:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682848:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682856:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682864:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.682888:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338458.683082:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338458.683088:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.683095:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:3.0:1763338458.683099:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+78:3656:x1848993303202176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11297us (11573us total) trans 21474839033 rc 0/0 00010000:00010000:1.0:1763338458.683099:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.683107:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6842 00010000:00010000:1.0:1763338458.683107:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.683121:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.683127:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0413 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.683135:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.683141:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.683143:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338458.683144:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338458.683166:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1f100/2, rc 0, transno 21474839033 00000100:00100000:1.0:1763338458.683172:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303202176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338458.683874:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2407:x1848993290924928:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2438us (3193us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.683885:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3231 00000100:00100000:0.0:1763338458.684308:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.684328:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.684349:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.684380:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925440 00000100:00100000:2.0:1763338458.684384:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303203584:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.684386:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925440 00010000:00010000:2.0:1763338458.684409:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 41 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.684424:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9865 00010000:00010000:2.0:1763338458.684426:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefb000, rc 0) 00000100:00100000:0.0:1763338458.684431:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56970:x1848993290925440:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.684452:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763338458.684460:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+41:55909:x1848993290924672:12345-192.168.202.34@tcp:101:bash.0 Request processed in 8093us (8284us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.684466:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6847 00010000:00010000:0.0:1763338458.684470:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b042f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4671 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.684485:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925184 00000100:00100000:2.0:1763338458.684489:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925184 00010000:00010000:2.0:1763338458.684503:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.684520:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925312 00000100:00100000:2.0:1763338458.684522:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925312 00010000:00010000:2.0:1763338458.684531:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 41 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:2.0:1763338458.684547:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3232 00000100:00100000:2.0:1763338458.684553:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290925184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338458.684553:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.684561:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.684566:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:0.0:1763338458.684566:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.684576:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.684577:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 16 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.684593:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.684594:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.684598:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763338458.684601:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 2 00000004:00200000:0.0:1763338458.684605:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1763338458.684606:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.684619:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:0.0:1763338458.684621:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338458.684637:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290925184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 85us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.684643:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3232 00010000:00010000:0.0:1763338458.684643:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b042f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.684654:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3233 00010000:00010000:0.0:1763338458.684655:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.684660:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2410:x1848993290925312:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338458.684663:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:2.0:1763338458.684667:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.684667:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.684669:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645200, rc 0) 00010000:00010000:2.0:1763338458.684671:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 41 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:0.0:1763338458.684710:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56970:x1848993290925440:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 278us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.684716:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9865 00010000:00010000:1.0:1763338458.684941:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b020d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af45d0 expref: 15 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.684953:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258707800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303203456:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.684966:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.684975:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.684981:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.684990:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.684996:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.685018:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338458.685210:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3657:x1848993303202816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12949us (13154us total) trans 17179871703 rc 0/0 00000100:00100000:1.0:1763338458.685217:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6844 00000004:00080000:1.0:1763338458.685254:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612aa00/2, rc 0, transno 17179871703 00000100:00100000:1.0:1763338458.685275:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303202816:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338458.685786:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 41 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.685808:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0380 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4639 expref: 41 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338458.685821:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.685823:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.685831:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 40 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.685840:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 40 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.685875:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 40 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338458.685890:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303203712:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763338458.685961:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fda80 going to sleep for 11 seconds 00010000:00010000:0.0:1763338458.686857:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338458.686869:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.686878:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338458.686882:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.686891:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.686908:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.686915:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0421 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.686934:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.686936:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338458.686938:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338458.687486:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.687626:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925568 00000100:00100000:1.0:1763338458.687635:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925568 00000100:00100000:1.0:1763338458.687689:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6848 00000100:00100000:1.0:1763338458.687699:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2409:x1848993290925568:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.687713:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.687731:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b043d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4678 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.687778:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303203840:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763338458.687848:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338458.689803:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303203712:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338458.689827:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338458.689875:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2410:x1848993290925312:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5213us (5545us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.689885:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3233 00000100:00100000:3.0:1763338458.691562:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.692003:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925696 00000100:00100000:2.0:1763338458.692015:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925696 00000100:00100000:2.0:1763338458.692072:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6849 00000100:00100000:2.0:1763338458.692082:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290925696:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338458.692099:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.692122:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af467f expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338458.692148:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338458.692170:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.692173:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.692181:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.692197:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.692211:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14cefac00, rc 0) 00000100:00100000:2.0:1763338458.692303:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290925696:12345-192.168.202.34@tcp:101:bash.0 Request processed in 222us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.692309:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6849 00002000:00010000:1.0:1763338458.693241:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb mtime: 0 -> 1763338459 00002000:00010000:1.0:1763338458.693247:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime: 0 -> 1763338459 00002000:00010000:1.0:1763338458.693250:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb ctime: 0 -> 1763338459 00000100:00100000:1.0:1763338458.693302:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303203840:192.168.202.34@tcp:106: 00010000:00010000:1.0:1763338458.693333:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b043d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4678 expref: 41 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.693351:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b043d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4678 expref: 41 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338458.693373:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338458.693419:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993290925568:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5721us (5937us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.693426:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6848 00000100:00100000:0.0:1763338458.694489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.694836:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.695547:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925824 00000100:00100000:1.0:1763338458.695557:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925824 00002000:00010000:1.0:1763338458.695594:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/620 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.695599:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c5c00 with x1848993290925824 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.695610:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c5c00. 00000100:00100000:1.0:1763338458.695631:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290925952 00000100:00100000:1.0:1763338458.695634:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290925952 00002000:00010000:1.0:1763338458.695647:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/620 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.695650:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d405c00 with x1848993290925952 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.695656:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d405c00. 00000100:00100000:1.0:1763338458.696010:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1687 00000100:00100000:1.0:1763338458.696020:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2407:x1848993290925824:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338458.696190:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.696193:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338458.696196:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime from disk: 1763338459 -> 0 00002000:00010000:1.0:1763338458.696198:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338458.696201:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.696251:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2407:x1848993290925824:12345-192.168.202.34@tcp:10:bash.0 Request processed in 232us (1766us total) trans 21474839034 rc 0/0 00000100:00100000:1.0:1763338458.696257:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1687 00002000:00010000:1.0:1763338458.696278:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/620 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.696281:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c5c00 with x1848993290925824 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.696285:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c5c00. 00000100:00100000:1.0:1763338458.696300:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1688 00000100:00100000:1.0:1763338458.696306:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993290925952:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338458.696388:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.696391:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.696394:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.696396:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.696399:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.696421:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993290925952:12345-192.168.202.34@tcp:10:bash.0 Request processed in 115us (1585us total) trans 17179871704 rc 0/0 00000100:00100000:1.0:1763338458.696429:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1688 00002000:00010000:1.0:1763338458.696431:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/620 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.696434:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d405c00 with x1848993290925952 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.696439:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d405c00. 00000100:00100000:3.0:1763338458.696782:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.697316:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290926208 00000100:00100000:0.0:1763338458.697322:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290926208 00000100:00100000:0.0:1763338458.697351:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3447 00000100:00100000:0.0:1763338458.697367:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56970:x1848993290926208:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.697526:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56970:x1848993290926208:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 159us (743us total) trans 4294972915 rc 0/0 00000100:00100000:0.0:1763338458.697532:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3447 00000100:00100000:3.0:1763338458.700561:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.700680:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290926336 00000100:00100000:0.0:1763338458.700692:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290926336 00000100:00100000:0.0:1763338458.701445:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9866 00000100:00100000:0.0:1763338458.701458:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56970:x1848993290926336:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.701486:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.701612:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b044b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4686 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.701695:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.701709:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701724:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701737:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.701743:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701750:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701827:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.701838:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701844:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338458.701885:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 2 00000004:00200000:0.0:1763338458.701890:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338458.701912:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701922:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701931:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701936:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701945:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701951:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701956:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.701961:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701968:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701981:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338458.701984:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.701990:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.701995:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0452 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702008:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702013:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702019:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702023:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.702026:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702036:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702043:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338458.702046:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.702048:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702054:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0459 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.702086:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b044b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4686 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.702101:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4686 expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.702108:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.702110:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.702113:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:0.0:1763338458.702193:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56970:x1848993290926336:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 736us (1640us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.702201:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9866 00000100:00100000:0.0:1763338458.703986:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.704718:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290926592 00000100:00100000:3.0:1763338458.704731:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290926592 00000100:00100000:3.0:1763338458.704789:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3448 00000100:00100000:3.0:1763338458.704800:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243552850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290926592:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338458.710242:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243552850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290926592:12345-192.168.202.34@tcp:35:bash.0 Request processed in 5434us (6256us total) trans 4294972916 rc 0/0 00000100:00100000:3.0:1763338458.710256:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3448 00000100:00100000:2.0:1763338458.710318:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.710365:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290926976 00000100:00100000:3.0:1763338458.710373:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290926976 00000100:00100000:3.0:1763338458.710423:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 419 00000100:00100000:3.0:1763338458.710432:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2408:x1848993290926976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.710446:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.710470:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0460 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4686 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.710488:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.710493:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338458.710528:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:2408:x1848993290926976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 97us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.710535:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 419 00000100:00100000:0.0:1763338458.710675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.711132:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290926848 00000100:00100000:3.0:1763338458.711138:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290926848 00000100:00100000:3.0:1763338458.711925:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9867 00000100:00100000:3.0:1763338458.711938:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56970:x1848993290926848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.711956:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.711976:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0467 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af468d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.712208:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.712227:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.712236:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.712290:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.712303:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 272 pid: 6518 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.712316:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303203968:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338458.712392:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338458.717806:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144524000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303203968:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338458.717832:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338458.718999:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.719153:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290927104 00000100:00100000:3.0:1763338458.719162:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290927104 00010000:00010000:3.0:1763338458.719197:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 273 pid: 6518 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.719241:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3234 00000100:00100000:3.0:1763338458.719250:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2410:x1848993290927104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.719290:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.719298:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 273 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.719312:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 273 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.719334:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0436 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4671 expref: 273 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.719348:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.719365:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.719375:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.719382:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.719405:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338458.719468:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2410:x1848993290927104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 217us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.719476:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3234 00010000:00010000:0.0:1763338458.719577:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.719588:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338458.719614:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00010000:00010000:0.0:1763338458.719746:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0467 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.719763:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.719771:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.719773:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763338458.719776:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:0.0:1763338458.719810:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56970:x1848993290926848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7875us (9135us total) trans 4294972917 rc 0/0 00000100:00100000:0.0:1763338458.719817:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9867 00000100:00100000:2.0:1763338458.725054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.725114:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290927232 00000100:00100000:0.0:1763338458.725125:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290927232 00000100:00100000:0.0:1763338458.725191:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9868 00000100:00100000:0.0:1763338458.725203:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56970:x1848993290927232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.725231:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.725253:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b047c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4694 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.725385:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.725400:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.725409:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.725444:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.725457:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338458.725471:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303204096:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.725549:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338458.731165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.731234:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290927360 00000100:00100000:2.0:1763338458.731245:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290927360 00000100:00100000:2.0:1763338458.731484:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9869 00000100:00100000:2.0:1763338458.731494:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56971:x1848993290927360:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338458.731516:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.731897:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4b048a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af469b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.731976:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.731990:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.732001:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.732012:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.732018:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.732024:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.732096:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338458.732108:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338458.732117:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338458.738928:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.738999:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290927488 00000100:00100000:3.0:1763338458.739009:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290927488 00010000:00010000:3.0:1763338458.739051:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.739100:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3235 00000100:00100000:3.0:1763338458.739110:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2409:x1848993290927488:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.739126:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.739134:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.739147:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.739170:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.739191:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.739201:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.739209:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.739216:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.739221:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.739226:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.739279:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.739307:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739318:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338458.739336:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2409:x1848993290927488:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 227us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.739345:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3235 00000004:00200000:1.0:1763338458.739389:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00000004:00200000:1.0:1763338458.739395:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338458.739416:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739428:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739440:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739446:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739453:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739464:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739470:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.739474:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739481:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739491:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03000) 00010000:00010000:1.0:1763338458.739494:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.739498:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739503:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645200/0x4ea0a6980f4b0491 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739517:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739522:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739528:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739533:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148645400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.739535:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739541:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739552:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03400) 00010000:00010000:1.0:1763338458.739555:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.739558:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739563:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645400/0x4ea0a6980f4b0498 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.739599:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14cefba00/0x4ea0a6980f4b048a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af469b expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.739623:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af469b expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.739630:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.739633:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338458.739636:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148645600, rc 0) 00000100:00100000:1.0:1763338458.739677:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56971:x1848993290927360:12345-192.168.202.34@tcp:101:rm.0 Request processed in 8184us (8521us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.739685:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9869 00010000:00010000:0.0:1763338458.739771:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b046e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1d8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af468d expref: 274 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338458.739786:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303204096:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.739809:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.739816:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.739821:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338458.739842:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00000004:00200000:0.0:1763338458.739846:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338458.739856:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.739876:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b047c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.739892:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.739899:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.739901:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.739903:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:0.0:1763338458.739937:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56970:x1848993290927232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 14738us (14894us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.739944:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9868 00000100:00100000:3.0:1763338458.744575:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.744624:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290927744 00000100:00100000:0.0:1763338458.744636:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290927744 00000100:00100000:0.0:1763338458.744690:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9870 00000100:00100000:0.0:1763338458.744701:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56971:x1848993290927744:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338458.744758:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338458.744785:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645a00/0x4ea0a6980f4b03e2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af465c expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.744806:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148645600/0x4ea0a6980f4b049f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af469b expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.744817:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b03c6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af464e expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.744827:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.744832:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.744860:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.744872:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.744881:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.744892:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.744899:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.744904:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.744971:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338458.744980:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.744987:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338458.745019:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.745032:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 270 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338458.745047:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303204224:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338458.745048:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.745139:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338458.745511:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928000 00000100:00100000:2.0:1763338458.745518:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928000 00000100:00100000:2.0:1763338458.746113:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9871 00000100:00100000:2.0:1763338458.746125:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56970:x1848993290928000:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.746139:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.746153:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b04bb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46a2 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.746234:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b04c2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338458.746246:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b04c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.746255:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b04c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338458.746292:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00010000:00010000:2.0:1763338458.747530:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148644e00/0x4ea0a6980f4b04bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a2 expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.747551:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b04c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a2 expref: 273 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.747560:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:2.0:1763338458.747562:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338458.747566:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:2.0:1763338458.747633:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56970:x1848993290928000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1511us (2588us total) trans 4294972918 rc 0/0 00000100:00100000:2.0:1763338458.747643:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9871 00000100:00100000:0.0:1763338458.754425:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303204224:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.754456:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338458.754731:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.754785:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928128 00000100:00100000:2.0:1763338458.754794:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928128 00000100:00100000:1.0:1763338458.754815:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338458.754833:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.754883:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3236 00000100:00100000:2.0:1763338458.754897:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2410:x1848993290928128:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.754912:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.754918:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.754931:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.754959:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0483 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4694 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.754976:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:2.0:1763338458.754981:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.754991:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.754999:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338458.755030:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.755061:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755072:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338458.755085:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2410:x1848993290928128:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 191us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.755093:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3236 00000100:00100000:3.0:1763338458.755224:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928256 00000100:00100000:3.0:1763338458.755229:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928256 00000100:00100000:3.0:1763338458.755297:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9872 00000100:00100000:3.0:1763338458.755307:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56970:x1848993290928256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.755323:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.755341:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b04d0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46a9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338458.755372:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1d8:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763338458.755428:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b04d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a9 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.755442:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b04d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a9 expref: 274 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.755460:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.755463:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338458.755466:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00010000:00010000:1.0:1763338458.755489:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755498:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338458.755501:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56970:x1848993290928256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 195us (685us total) trans 0 rc 0/0 00010000:00010000:1.0:1763338458.755510:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338458.755514:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9872 00010000:00010000:1.0:1763338458.755523:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.755527:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755534:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755544:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.755546:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338458.755550:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755556:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b04b4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755572:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755577:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755584:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755590:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755599:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.755601:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755606:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755612:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:1.0:1763338458.755614:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.755616:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755621:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b04a6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338458.755634:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a61d41d reply state 0000000046cbbf41 transno 4294972919 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755644:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.755650:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338458.755653:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.755655:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338458.755708:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56971:x1848993290927744:12345-192.168.202.34@tcp:36:rm.0 Request processed in 11009us (11143us total) trans 4294972919 rc 0/0 00000100:00100000:1.0:1763338458.755716:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9870 00000100:00100000:2.0:1763338458.766127:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.766193:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928384 00000100:00100000:1.0:1763338458.766203:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928384 00000100:00100000:1.0:1763338458.766291:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6850 00000100:00100000:1.0:1763338458.766302:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2409:x1848993290928384:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338458.766348:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.766376:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 41 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.766385:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.766387:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338458.766390:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.766428:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 41 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.766443:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 41 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338458.766457:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303204352:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338458.766531:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338458.772736:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.772820:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928512 00000100:00100000:2.0:1763338458.772831:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928512 00000100:00100000:1.0:1763338458.772849:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303204352:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338458.772878:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1763338458.772885:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x26c:0x0] (0->4) req@ffff8fd144527800 x1848993290928512/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:484/0 lens 496/0 e 0 to 0 dl 1763338469 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338458.772901:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144527800 with x1848993290928512 ext(0->4) 00010000:00010000:2.0:1763338458.772908:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 42 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.772923:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 42 pid: 35252 timeout: 1228 lvb_type: 0 00002000:00010000:2.0:1763338458.772936:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd144527800 00000100:00100000:2.0:1763338458.772972:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 114 00000100:00100000:2.0:1763338458.772981:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2410:x1848993290928512:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:2.0:1763338458.776459:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2410:x1848993290928512:12345-192.168.202.34@tcp:4:bash.0 Request processed in 3468us (3722us total) trans 21474839035 rc 0/0 00000100:00100000:2.0:1763338458.776474:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 114 00002000:00100000:2.0:1763338458.776486:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x26c:0x0] (0->4) req@ffff8fd144527800 x1848993290928512/t21474839035(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:484/0 lens 496/448 e 0 to 0 dl 1763338469 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338458.776496:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144527800 with x1848993290928512 ext(0->4) 00010000:00010000:2.0:1763338458.776507:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 44 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.776525:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 44 pid: 35252 timeout: 1228 lvb_type: 0 00002000:00010000:2.0:1763338458.776533:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd144527800 00000100:00100000:2.0:1763338458.782065:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.782116:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.782216:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928640 00000100:00100000:0.0:1763338458.782228:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928640 00010000:00010000:0.0:1763338458.782309:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 44 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.782435:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3237 00000100:00100000:2.0:1763338458.782447:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252691850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2410:x1848993290928640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.782464:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763338458.782482:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763338458.782485:0:6506:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime from disk: 0 -> 1763338459 00002000:00010000:2.0:1763338458.782488:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338458.782495:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 44 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.782510:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 44 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.782533:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14cefb000/0x4ea0a6980f4b0428 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af466a expref: 44 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.782548:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.782550:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.782554:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.782564:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.782596:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.782648:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252691850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2410:x1848993290928640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 204us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.782655:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3237 00010000:00010000:1.0:1763338458.782712:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782724:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782747:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782756:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782765:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.782769:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928768 00010000:00010000:1.0:1763338458.782774:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:3.0:1763338458.782776:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928768 00010000:00010000:1.0:1763338458.782780:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782789:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782802:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.782811:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b04d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338458.782830:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9873 00000100:00100000:3.0:1763338458.782841:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56972:x1848993290928768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.782861:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.782881:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b04de lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46b0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.782996:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.783009:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783018:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783030:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.783037:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783044:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783086:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783093:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783099:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783105:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783111:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.783114:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783125:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783134:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:3.0:1763338458.783137:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.783141:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783146:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b04e5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783156:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783162:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783168:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783173:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.783175:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783180:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783187:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338458.783189:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.783192:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783197:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04ec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.783220:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b04de lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46b0 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.783229:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:3.0:1763338458.783232:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.783236:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b04de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46b0 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.783247:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:3.0:1763338458.783753:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56972:x1848993290928768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 912us (1633us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338458.783754:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2409:x1848993290928384:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 17450us (17633us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.783772:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9873 00000100:00100000:1.0:1763338458.783773:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6850 00000100:00100000:2.0:1763338458.793595:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.793719:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.793854:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290928896 00000100:00100000:3.0:1763338458.793864:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290928896 00000100:00100000:3.0:1763338458.793982:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290929152 00000100:00100000:3.0:1763338458.793986:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290929152 00000100:00100000:3.0:1763338458.794035:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9874 00000100:00100000:0.0:1763338458.794050:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9875 00000100:00100000:3.0:1763338458.794053:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56972:x1848993290928896:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338458.794067:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56970:x1848993290929152:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338458.794078:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.794106:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04f3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46b7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.794110:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338458.794136:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b04d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a9 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.794156:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.794161:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338458.794170:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.794184:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338458.794187:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.794202:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.794206:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.794214:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.794223:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.794233:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794241:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794320:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794329:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794334:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794341:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794348:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.794363:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794372:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794382:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:3.0:1763338458.794385:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.794389:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794395:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b04fa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794406:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794413:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794419:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794424:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.794427:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794433:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794440:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338458.794443:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.794447:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794452:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0508 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.794485:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04f3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46b7 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1763338458.794493:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1560, 88 off130744 00010000:00010000:3.0:1763338458.794495:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c700) 00010000:00010000:3.0:1763338458.794501:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:0.0:1763338458.794505:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128506241773ns, next at 1128842372477ns, rc = 0 00010000:00010000:3.0:1763338458.794507:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b04f3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46b7 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.794529:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:3.0:1763338458.794602:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56972:x1848993290928896:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 551us (1015us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338458.794611:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9874 00000040:00080000:0.0:1763338458.794702:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1560, 88 off130984 00000004:00080000:0.0:1763338458.794708:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128506445963ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.794743:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1561, 88 off131072 00000004:00080000:0.0:1763338458.794748:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128506485658ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.794759:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1561, 88 off130832 00000004:00080000:0.0:1763338458.794762:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128506500015ns, next at 1128842372477ns, rc = 0 00000100:00100000:0.0:1763338458.799211:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.799772:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290929280 00000100:00100000:2.0:1763338458.799782:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290929280 00000100:00100000:2.0:1763338458.799837:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9876 00000100:00100000:2.0:1763338458.799847:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56972:x1848993290929280:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.799869:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338458.799892:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b050f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46be expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.799948:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0516 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338458.799961:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0516 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338458.799973:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0516 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338458.800021:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338458.800027:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338458.800067:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b050f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46be expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763338458.800072:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972920 is committed 00000004:00080000:0.0:1763338458.800082:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1017 committed 00010000:00010000:2.0:1763338458.800089:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0516 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46be expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338458.800094:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1023 committed 00000004:00080000:0.0:1763338458.800102:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1022 committed 00010000:00010000:2.0:1763338458.800106:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00000004:00080000:0.0:1763338458.800106:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1016 committed 00010000:00010000:2.0:1763338458.800113:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338458.800117:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:2.0:1763338458.800176:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56972:x1848993290929280:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 330us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.800184:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9876 00000004:00010000:0.0:1763338458.800289:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc075de0 reply state 0000000020b9300e transno 4294972920 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.800305:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.800312:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338458.800315:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338458.800318:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338458.800369:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303204608:0@lo:2:osp-syn-0-1.0 00010000:00080000:0.0:1763338458.800393:0:6518:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763338458.800417:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.800447:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338458.800452:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303204480:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.800468:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.800488:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303204608 00000100:00100000:1.0:1763338458.800491:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303204608 00000100:00100000:1.0:1763338458.800512:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303204480 00000100:00100000:1.0:1763338458.800514:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303204480 00000100:00100000:1.0:1763338458.800527:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6851 00000100:00100000:1.0:1763338458.800532:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+79:3657:x1848993303204608:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.800653:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+80:3657:x1848993303204608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 120us (236us total) trans 21474839036 rc 0/0 00000100:00100000:1.0:1763338458.800659:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6851 00000100:00100000:1.0:1763338458.800670:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6852 00000100:00100000:1.0:1763338458.800675:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+79:3657:x1848993303204480:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.800744:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+80:3657:x1848993303204480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (274us total) trans 21474839037 rc 0/0 00000100:00100000:1.0:1763338458.800749:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6852 00000004:00080000:1.0:1763338458.800785:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d406d80/2, rc 0, transno 21474839037 00000100:00100000:1.0:1763338458.800790:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303204480:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338458.800797:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d405500/2, rc 0, transno 21474839036 00000100:00100000:1.0:1763338458.800800:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303204608:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338458.800960:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.800970:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.800977:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.800983:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.800988:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.800996:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.801008:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338458.801010:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.801014:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.801020:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b04ad lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338458.801650:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303204736:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.802143:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.802181:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338458.802187:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144525f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303204864:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.802206:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.802237:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303204736 00000100:00100000:1.0:1763338458.802242:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303204736 00000100:00100000:1.0:1763338458.802295:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303204864 00000100:00100000:1.0:1763338458.802298:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303204864 00000100:00100000:1.0:1763338458.802312:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6853 00000100:00100000:1.0:1763338458.802317:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3654:x1848993303204736:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338458.802438:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.802441:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338458.802443:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.802446:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338458.802448:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.802476:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3654:x1848993303204736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 159us (334us total) trans 17179871705 rc 0/0 00000100:00100000:1.0:1763338458.802482:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6853 00000100:00100000:1.0:1763338458.802495:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6854 00000100:00100000:1.0:1763338458.802500:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3654:x1848993303204864:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.802556:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3654:x1848993303204864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 56us (348us total) trans 17179871706 rc 0/0 00000100:00100000:1.0:1763338458.802562:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6854 00000004:00080000:1.0:1763338458.802596:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144525f80/2, rc 0, transno 17179871706 00000100:00100000:1.0:1763338458.802601:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144525f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303204864:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338458.802611:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144526300/2, rc 0, transno 17179871705 00000100:00100000:1.0:1763338458.802614:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303204736:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.803927:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56970:x1848993290929152:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 9856us (10198us total) trans 4294972920 rc 0/0 00000100:00100000:0.0:1763338458.803938:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9875 00000100:00100000:0.0:1763338458.805589:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.805690:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.805772:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290929408 00000100:00100000:1.0:1763338458.805782:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290929408 00010000:00010000:3.0:1763338458.806017:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.806034:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.806042:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.806048:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.806053:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.806060:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.806075:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338458.806078:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338458.806083:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338458.806089:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0501 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338458.806286:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290929536 00000100:00100000:1.0:1763338458.806291:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290929536 00000100:00100000:0.0:1763338458.806509:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9877 00000100:00100000:0.0:1763338458.806523:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56972:x1848993290929408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.806544:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763338458.806556:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9878 00010000:00010000:0.0:1763338458.806567:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b051d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46c5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.806568:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56970:x1848993290929536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.806586:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.806599:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46cc expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.806639:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338458.806643:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.806652:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338458.806662:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.806664:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806700:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338458.806707:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806713:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806752:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806758:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806763:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806768:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806774:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.806777:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806787:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806795:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:0.0:1763338458.806798:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.806801:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806806:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b052b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806816:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806822:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806827:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806831:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.806834:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806839:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806846:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746dfa00) 00010000:00010000:0.0:1763338458.806848:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.806851:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806857:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0532 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338458.806885:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b051d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46c5 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.806894:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:0.0:1763338458.806896:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.806900:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b051d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46c5 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.806907:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:0.0:1763338458.806976:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56972:x1848993290929408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 456us (1396us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338458.806984:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9877 00010000:00010000:1.0:1763338458.807122:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.807126:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338458.807128:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338458.807170:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56970:x1848993290929536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 605us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.807178:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9878 00000100:00100000:2.0:1763338458.810907:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.811110:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290929792 00000100:00100000:1.0:1763338458.811120:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290929792 00000100:00100000:1.0:1763338458.811183:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9879 00000100:00100000:1.0:1763338458.811195:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56972:x1848993290929792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.811214:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.811218:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338458.811244:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b0516 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46be expref: 268 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.811342:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:1.0:1763338458.811364:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.811382:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0539 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46d3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.811484:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.811498:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.811507:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.811520:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.811527:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.811533:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813166:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.813185:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813196:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338458.813209:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:1.0:1763338458.813242:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813249:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813256:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813294:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813301:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.813306:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813314:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813325:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338458.813328:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.813333:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813340:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0540 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338458.813363:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d70fd36e reply state 0000000009d9371b transno 4294972921 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813373:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.813379:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077200) 00010000:00010000:1.0:1763338458.813382:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.813385:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338458.813421:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0539 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 270 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.813443:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 269 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.813450:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338458.813452:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338458.813454:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338458.813532:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56972:x1848993290929792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2338us (2636us total) trans 4294972921 rc 0/0 00000100:00100000:1.0:1763338458.813540:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9879 00000100:00100000:2.0:1763338458.816576:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.817007:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290929920 00000100:00100000:1.0:1763338458.817016:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290929920 00000100:00100000:1.0:1763338458.817077:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9880 00000100:00100000:1.0:1763338458.817086:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56970:x1848993290929920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.817104:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.817124:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b055c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46da expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.817187:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0563 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.817200:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0563 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.817212:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0563 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338458.817258:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d8:0x0]: returning size 5 00000004:00200000:1.0:1763338458.817286:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338458.817306:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0563 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.817332:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b055c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46da expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.817348:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0563 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46da expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.817366:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.817369:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763338458.817372:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338458.817435:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56970:x1848993290929920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 349us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.817442:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9880 00000100:00100000:0.0:1763338458.818169:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.818237:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290930176 00000100:00100000:3.0:1763338458.818242:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290930176 00000100:00100000:3.0:1763338458.818327:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9881 00000100:00100000:3.0:1763338458.818336:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56972:x1848993290930176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.818360:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.818374:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b056a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46e1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.818457:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.818482:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.818490:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.818522:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.818534:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 272 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.818546:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303204992:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338458.818611:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00000100:00100000:2.0:1763338458.821490:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.821647:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303204992:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338458.821652:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290930304 00000100:00100000:3.0:1763338458.821660:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290930304 00010000:00010000:0.0:1763338458.821673:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338458.821801:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6855 00000100:00100000:3.0:1763338458.821811:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2408:x1848993290930304:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.821826:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.821847:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46e8 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338458.821869:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26c:0x0] initial LVB size: 5, mtime: 0x691a68db, atime: 0x691a68db, ctime: 0x691a68db, blocks: 0x8 00010000:00010000:3.0:1763338458.821888:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.821890:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338458.821900:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 43 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338458.821922:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 43 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338458.821936:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194800, rc 0) 00000100:00100000:3.0:1763338458.821995:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2408:x1848993290930304:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 186us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.822002:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6855 00000100:00100000:2.0:1763338458.824010:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.824685:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290930432 00000100:00100000:3.0:1763338458.824697:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290930432 00010000:00010000:3.0:1763338458.824740:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338458.824786:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3238 00000100:00100000:3.0:1763338458.824795:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2407:x1848993290930432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338458.824811:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338458.824817:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.824832:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.824856:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b054e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46d3 expref: 273 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338458.824874:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338458.824880:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.824891:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.824899:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.824938:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338458.824969:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.824981:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338458.824995:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:2407:x1848993290930432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 199us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.825005:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3238 00000004:00200000:0.0:1763338458.825007:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00000004:00080000:0.0:1763338458.825189:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26e:0x0], index 1: 0 00000004:00080000:0.0:1763338458.825194:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26e:0x0], index 0: 0 00000004:00080000:0.0:1763338458.825199:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26f:0x0], index 0: 0 00000004:00080000:0.0:1763338458.825201:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26f:0x0], index 1: 0 00010000:00010000:0.0:1763338458.825322:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825330:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825336:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825341:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.825345:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825361:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825370:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338458.825373:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338458.825376:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825380:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0571 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.825428:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b056a lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e1 expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.825437:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338458.825439:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338458.825442:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b056a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e1 expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.825454:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:0.0:1763338458.825491:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56972:x1848993290930176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7157us (7324us total) trans 4294972922 rc 301/301 00000100:00100000:0.0:1763338458.825498:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9881 00000100:00100000:2.0:1763338458.830610:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.830714:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290930688 00000100:00100000:3.0:1763338458.830726:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290930688 00000100:00100000:0.0:1763338458.831522:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3449 00000100:00100000:0.0:1763338458.831539:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56972:x1848993290930688:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.833031:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56972:x1848993290930688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1488us (2422us total) trans 4294972923 rc 0/0 00000100:00100000:0.0:1763338458.833043:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3449 00000100:00100000:3.0:1763338458.836718:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.836793:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290930944 00000100:00100000:0.0:1763338458.836803:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290930944 00000100:00100000:0.0:1763338458.837523:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3450 00000100:00100000:0.0:1763338458.837537:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56972:x1848993290930944:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338458.837788:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56972:x1848993290930944:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 254us (1080us total) trans 4294972924 rc 0/0 00000100:00100000:0.0:1763338458.837797:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3450 00000100:00100000:1.0:1763338458.850944:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.851609:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290931200 00000100:00100000:0.0:1763338458.851620:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290931200 00000100:00100000:0.0:1763338458.851692:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9882 00000100:00100000:0.0:1763338458.851702:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290931200:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.851726:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.851750:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0586 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46ef expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.851891:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.851908:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.851918:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.851928:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.851935:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.851941:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852001:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b059b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.852007:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b059b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852013:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b059b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338458.852022:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 0 00010000:00010000:0.0:1763338458.852100:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852106:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852112:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852118:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852124:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.852129:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852136:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852147:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746dfa00) 00010000:00010000:0.0:1763338458.852151:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.852156:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852162:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b058d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852178:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852183:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852188:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852193:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.852196:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852201:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852208:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077200) 00010000:00010000:0.0:1763338458.852210:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.852214:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852219:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0594 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.852338:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0586 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46ef expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.852624:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b059b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46ef expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.852632:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:0.0:1763338458.852635:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338458.852638:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:0.0:1763338458.852736:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290931200:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1035us (1850us total) trans 4294972925 rc 0/0 00000100:00100000:0.0:1763338458.852745:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9882 00000100:00100000:3.0:1763338458.858616:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.859011:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290931328 00000100:00100000:1.0:1763338458.859022:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290931328 00000100:00100000:1.0:1763338458.859094:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9883 00000100:00100000:1.0:1763338458.859107:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290931328:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338458.859131:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.859153:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05a9 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46f6 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.859190:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b05b0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.859205:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b05b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.859221:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b05b0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.859397:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05a9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46f6 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.859416:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b05b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46f6 expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.859424:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.859427:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338458.859430:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea200, rc 0) 00000100:00100000:1.0:1763338458.859502:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290931328:12345-192.168.202.34@tcp:101:bash.0 Request processed in 399us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.859514:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9883 00000100:00100000:3.0:1763338458.859664:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.859905:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290931456 00000100:00100000:1.0:1763338458.859910:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290931456 00000100:00100000:1.0:1763338458.859948:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6856 00000100:00100000:1.0:1763338458.859955:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2407:x1848993290931456:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338458.860040:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2407:x1848993290931456:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 85us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.860047:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6856 00000100:00100000:2.0:1763338458.862801:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.862848:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290931712 00000100:00100000:1.0:1763338458.862858:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290931712 00000100:00100000:1.0:1763338458.862919:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9884 00000100:00100000:1.0:1763338458.862929:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290931712:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338458.862982:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.863012:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b059b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46ef expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.863028:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.863034:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.863226:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.863242:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.863252:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:1.0:1763338458.863329:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972926 00000004:00010000:1.0:1763338458.863364:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091acb5dc reply state 00000000122d5499 transno 4294972927 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.863376:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.863383:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.863386:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.863388:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338458.863482:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290931712:12345-192.168.202.34@tcp:36:bash.0 Request processed in 554us (693us total) trans 4294972927 rc 0/0 00000100:00100000:1.0:1763338458.863490:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9884 00000020:00080000:1.0:1763338458.863496:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338458.864077:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.864130:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290931840 00000100:00100000:0.0:1763338458.864136:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290931840 00000100:00100000:0.0:1763338458.864183:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6857 00000100:00100000:0.0:1763338458.864192:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2408:x1848993290931840:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338458.864304:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2408:x1848993290931840:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 112us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.864312:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6857 00000100:00100000:2.0:1763338458.871241:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.871330:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.871439:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290931968 00000100:00100000:1.0:1763338458.871449:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290931968 00000100:00100000:1.0:1763338458.871523:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1689 00000100:00100000:1.0:1763338458.871533:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2410:x1848993290931968:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:1.0:1763338458.871570:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 3/1,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871584:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.871586:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.871592:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871605:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871705:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871715:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871733:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871740:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338458.871744:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871753:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871768:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.871776:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b05be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.871846:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2410:x1848993290931968:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 314us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763338458.871854:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1689 00000100:00100000:3.0:1763338458.871922:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932096 00000100:00100000:3.0:1763338458.871926:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932096 00000100:00100000:3.0:1763338458.871963:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9885 00000100:00100000:3.0:1763338458.871971:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290932096:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338458.871985:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.871998:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b05c5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af46fd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.872041:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b05c5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46fd expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.872053:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b05c5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46fd expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.872072:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:3.0:1763338458.872075:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338458.872078:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:3.0:1763338458.872100:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290932096:12345-192.168.202.34@tcp:101:bash.0 Request processed in 131us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.872106:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9885 00000100:00100000:2.0:1763338458.877831:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.877882:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932352 00000100:00100000:1.0:1763338458.877893:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932352 00000100:00100000:2.0:1763338458.877946:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.878044:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932480 00000100:00100000:1.0:1763338458.878049:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932480 00000100:00100000:1.0:1763338458.878084:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9886 00000100:00100000:2.0:1763338458.878090:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9887 00000100:00100000:1.0:1763338458.878095:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290932352:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:2.0:1763338458.878097:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56970:x1848993290932480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338458.878118:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.878118:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.878122:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338458.878138:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05cc lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af470b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.878146:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b05c5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46fd expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.878164:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.878170:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338458.878171:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b05d3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338458.878177:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05da lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4704 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.878184:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b05d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338458.878194:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b05d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338458.878212:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b05e1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.878220:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b05e1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.878230:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b05e1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338458.878360:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05cc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af470b expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.878377:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6600/0x4ea0a6980f4b05d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af470b expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.878384:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:2.0:1763338458.878387:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338458.878390:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6600, rc 0) 00000100:00100000:2.0:1763338458.878457:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56970:x1848993290932480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 359us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.878465:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9887 00000040:00080000:1.0:1763338458.878640:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1562, 88 off131160 00000004:00080000:1.0:1763338458.878649:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128590386970ns, next at 1128842344886ns, rc = 0 00000040:00080000:1.0:1763338458.878696:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1562, 88 off130920 00000004:00080000:1.0:1763338458.878701:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128590439340ns, next at 1128842372477ns, rc = 0 00000040:00080000:1.0:1763338458.878739:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1563, 88 off131008 00000004:00080000:1.0:1763338458.878744:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128590482168ns, next at 1128842372477ns, rc = 0 00000040:00080000:1.0:1763338458.878757:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1563, 88 off131248 00000004:00080000:1.0:1763338458.878762:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128590499946ns, next at 1128842344886ns, rc = 0 00000001:00080000:0.0:1763338458.880538:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972928 is committed 00000004:00080000:0.0:1763338458.880549:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1025 committed 00000004:00080000:0.0:1763338458.880556:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1019 committed 00000004:00080000:0.0:1763338458.880567:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1018 committed 00000004:00080000:0.0:1763338458.880569:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1024 committed 00010000:00010000:3.0:1763338458.880655:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880668:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880675:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880689:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.880693:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880700:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880713:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077200) 00010000:00010000:3.0:1763338458.880716:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.880720:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880726:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0547 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880752:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880758:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880763:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880767:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.880769:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880774:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880779:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:3.0:1763338458.880781:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.880784:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.880788:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b05b7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338458.881565:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303205120:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.881640:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.881692:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338458.881698:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303205248:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.881734:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338458.881774:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303205120 00000100:00100000:0.0:1763338458.881782:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303205120 00000100:00100000:0.0:1763338458.881828:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303205248 00000100:00100000:0.0:1763338458.881831:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303205248 00000100:00100000:0.0:1763338458.881850:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858 00000100:00100000:0.0:1763338458.881858:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3656:x1848993303205120:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.882076:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3656:x1848993303205120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 217us (434us total) trans 17179871707 rc 0/0 00000100:00100000:0.0:1763338458.882083:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858 00000100:00100000:0.0:1763338458.882101:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859 00000100:00100000:0.0:1763338458.882107:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3656:x1848993303205248:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338458.882177:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3656:x1848993303205248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (451us total) trans 17179871708 rc 0/0 00000100:00100000:0.0:1763338458.882183:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859 00000004:00080000:0.0:1763338458.882222:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6b480/2, rc 0, transno 17179871708 00000100:00100000:0.0:1763338458.882229:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303205248:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338458.882237:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145157b80/2, rc 0, transno 17179871707 00000100:00100000:0.0:1763338458.882241:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303205120:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338458.882669:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303205504:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.882717:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.882740:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338458.882745:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303205376:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.882764:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.882787:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303205504 00000100:00100000:1.0:1763338458.882791:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303205504 00000100:00100000:1.0:1763338458.882815:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303205376 00000100:00100000:1.0:1763338458.882817:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303205376 00000100:00100000:1.0:1763338458.882835:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6860 00000100:00100000:1.0:1763338458.882841:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+81:3655:x1848993303205504:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.882961:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+82:3655:x1848993303205504:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (241us total) trans 21474839038 rc 0/0 00000100:00100000:1.0:1763338458.882967:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6860 00000100:00100000:1.0:1763338458.882981:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861 00000100:00100000:1.0:1763338458.882987:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+81:3655:x1848993303205376:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.883053:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+82:3655:x1848993303205376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 66us (287us total) trans 21474839039 rc 0/0 00000100:00100000:1.0:1763338458.883060:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861 00000004:00080000:1.0:1763338458.883090:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89880/2, rc 0, transno 21474839039 00000100:00100000:1.0:1763338458.883095:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303205376:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338458.883103:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258707800/2, rc 0, transno 21474839038 00000100:00100000:1.0:1763338458.883106:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303205504:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338458.883174:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b05e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4704 expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.883186:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.883189:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338458.883208:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05da lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4704 expref: 272 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338458.883225:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b05e1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4704 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.883292:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.883295:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338458.883298:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338458.883344:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290932352:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5252us (5527us total) trans 4294972928 rc 0/0 00000100:00100000:1.0:1763338458.883361:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9886 00000100:00100000:2.0:1763338458.886448:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.886703:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932608 00000100:00100000:0.0:1763338458.886714:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932608 00000100:00100000:0.0:1763338458.886797:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1690 00000100:00100000:0.0:1763338458.886808:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290932608:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:0.0:1763338458.886860:0:24008:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338458.886870:0:24008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.886885:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.886887:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.886893:0:24008:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.886907:0:24008:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338458.891559:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.891652:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932736 00000100:00100000:2.0:1763338458.891663:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932736 00000100:00100000:2.0:1763338458.891757:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6862 00000100:00100000:2.0:1763338458.891769:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993290932736:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338458.891791:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000001:00080000:0.0:1763338458.891815:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871709 is committed 00010000:00010000:2.0:1763338458.891818:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4712 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763338458.891828:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871708 is committed 00002000:00010000:2.0:1763338458.891844:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338458.891868:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.891871:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338458.891882:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.891899:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338458.891911:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00002000:00010000:1.0:1763338458.891993:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763338458.891997:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.892002:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.892004:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338458.892014:0:24008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.892024:0:24008:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.892032:0:24008:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.892039:0:24008:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338458.892043:0:24008:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.892051:0:24008:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.892064:0:24008:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.892072:0:24008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b05e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338458.895936:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993290932608:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 9117us (9495us total) trans 17179871709 rc 0/0 00000100:00100000:1.0:1763338458.895953:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1690 00000100:00100000:2.0:1763338458.896374:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993290932736:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4603us (4821us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.896384:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6862 00000100:00100000:2.0:1763338458.898418:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.898727:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932864 00000100:00100000:0.0:1763338458.898738:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932864 00000100:00100000:0.0:1763338458.898803:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6863 00000100:00100000:0.0:1763338458.898814:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+43:55909:x1848993290932864:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338458.898837:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.898863:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4719 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338458.898889:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338458.898914:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.898917:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338458.898927:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 44 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.898945:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 44 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.898961:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:0.0:1763338458.899037:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+44:55909:x1848993290932864:12345-192.168.202.34@tcp:101:bash.0 Request processed in 223us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338458.899044:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6863 00000100:00100000:3.0:1763338458.900699:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.900764:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290932992 00000100:00100000:1.0:1763338458.900772:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290932992 00002000:00010000:1.0:1763338458.900809:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/622 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.900814:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9c000 with x1848993290932992 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.900824:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277b9c000. 00000100:00100000:1.0:1763338458.900861:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1691 00000100:00100000:1.0:1763338458.900871:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993290932992:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338458.901082:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.901086:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.901088:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.901090:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.901092:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.901482:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290932992:12345-192.168.202.34@tcp:10:bash.0 Request processed in 384us (563us total) trans 17179871710 rc 0/0 00000100:00100000:1.0:1763338458.901493:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1691 00002000:00010000:1.0:1763338458.901497:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/622 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.901500:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9c000 with x1848993290932992 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.901506:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277b9c000. 00000100:00100000:3.0:1763338458.903907:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.903996:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290933120 00000100:00100000:1.0:1763338458.904007:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290933120 00002000:00010000:1.0:1763338458.904056:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/622 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.904061:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9e680 with x1848993290933120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.904074:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277b9e680. 00000100:00100000:1.0:1763338458.904115:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1692 00000100:00100000:1.0:1763338458.904125:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2409:x1848993290933120:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338458.904652:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338458.904657:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.904660:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338458.904662:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338458.904664:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338458.905763:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2409:x1848993290933120:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1632us (1858us total) trans 21474839040 rc 0/0 00000100:00100000:1.0:1763338458.905775:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1692 00002000:00010000:1.0:1763338458.905782:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/622 (0->18446744073709551615) 00002000:00100000:1.0:1763338458.905785:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9e680 with x1848993290933120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338458.905793:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277b9e680. 00000100:00100000:3.0:1763338458.912775:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.912872:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290933376 00000100:00100000:1.0:1763338458.912883:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290933376 00000100:00100000:1.0:1763338458.912946:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9888 00000100:00100000:1.0:1763338458.912956:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56970:x1848993290933376:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338458.913015:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338458.913042:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0563 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46da expref: 271 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.913061:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.913066:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.913140:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338458.913154:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.913163:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338458.913361:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bcd9fc30 reply state 000000002fc3303e transno 4294972929 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.913380:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338458.913387:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.913389:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.913392:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338458.913495:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56970:x1848993290933376:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 539us (731us total) trans 4294972929 rc 0/0 00000100:00100000:1.0:1763338458.913502:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9888 00000100:00100000:2.0:1763338458.914822:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.915217:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290933632 00000100:00100000:3.0:1763338458.915225:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290933632 00000100:00100000:3.0:1763338458.915404:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3451 00000100:00100000:3.0:1763338458.915415:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:55909:x1848993290933632:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338458.915704:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290933632:12345-192.168.202.34@tcp:35:bash.0 Request processed in 290us (886us total) trans 4294972930 rc 0/0 00000100:00100000:3.0:1763338458.915712:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3451 00000100:00100000:2.0:1763338458.922139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.929248:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.929360:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290933888 00000100:00100000:3.0:1763338458.929371:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290933888 00000100:00100000:3.0:1763338458.929438:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9889 00000100:00100000:3.0:1763338458.929448:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56973:x1848993290933888:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:3.0:1763338458.929471:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.929494:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0604 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4727 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.929559:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.929572:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929583:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929595:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.929601:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929607:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929682:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338458.929696:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929704:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338458.929741:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1d9:0x0]: returning size 5 00000004:00200000:3.0:1763338458.929746:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338458.929762:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929774:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929782:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929788:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929793:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929798:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929804:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.929807:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929814:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929824:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c200) 00010000:00010000:3.0:1763338458.929827:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.929831:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929836:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b060b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929846:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929851:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929855:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929859:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338458.929861:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929866:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929871:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307cd00) 00010000:00010000:3.0:1763338458.929873:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338458.929875:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929880:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0612 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.929908:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0604 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4727 expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.929930:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4727 expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.929938:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:3.0:1763338458.929940:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338458.929943:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:1.0:1763338458.930381:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290933760 00000100:00100000:1.0:1763338458.930389:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290933760 00000100:00100000:1.0:1763338458.930429:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6864 00000100:00100000:1.0:1763338458.930438:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56970:x1848993290933760:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.930450:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.930467:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4720 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.930489:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26d:0x0] initial LVB size: 4096, mtime: 0x691a68db, atime: 0x0, ctime: 0x691a68db, blocks: 0x8 00010000:00010000:1.0:1763338458.930505:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.930508:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.930515:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 14 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.930529:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 14 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.930539:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338458.931510:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56970:x1848993290933760:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1066us (9376us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.931521:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6864 00000100:00100000:3.0:1763338458.931727:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56973:x1848993290933888:12345-192.168.202.34@tcp:101:rm.0 Request processed in 2279us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.931735:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9889 00000100:00100000:2.0:1763338458.934203:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.940915:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290934016 00000100:00100000:1.0:1763338458.940931:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290934016 00000100:00100000:1.0:1763338458.941060:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6865 00000100:00100000:1.0:1763338458.941070:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+45:56970:x1848993290934016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338458.941088:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338458.941110:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af472e expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338458.941132:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338458.941153:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.941155:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338458.941162:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 46 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.941177:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 46 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.941189:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338458.941290:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+46:56970:x1848993290934016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 221us (7094us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338458.941297:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6865 00000100:00100000:3.0:1763338458.942493:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.942567:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290934272 00000100:00100000:1.0:1763338458.942574:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290934272 00000100:00100000:1.0:1763338458.942625:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9890 00000100:00100000:1.0:1763338458.942635:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56973:x1848993290934272:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338458.942692:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338458.942724:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b05e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4704 expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.942745:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0619 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4727 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.942758:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b05b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46f6 expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338458.942768:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd2746df300) 00010000:00010000:1.0:1763338458.942777:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338458.942803:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.942815:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.942823:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.942834:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.942840:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.942845:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.942939:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.942951:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.942957:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:1.0:1763338458.943212:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1564, 64 off131312 00000040:00080000:1.0:1763338458.943239:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1564, 64 off131072 00000040:00080000:1.0:1763338458.943591:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1565, 64 off131136 00000040:00080000:1.0:1763338458.943611:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1565, 64 off131376 00010000:00010000:1.0:1763338458.943677:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.943687:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.943695:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.943702:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.943708:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.943715:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946611:0:13583:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338458.946658:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946670:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946682:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946687:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.946691:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946699:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946715:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338458.946719:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338458.946725:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946730:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b063c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946892:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946898:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946903:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946908:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946913:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338458.946915:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946925:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946933:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077400) 00010000:00010000:1.0:1763338458.946935:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338458.946938:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946944:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b062e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338458.946960:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bbafa9b8 reply state 00000000a56236c4 transno 4294972931 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946972:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.946979:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077e00) 00010000:00010000:1.0:1763338458.946981:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.946984:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338458.949221:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56973:x1848993290934272:12345-192.168.202.34@tcp:36:rm.0 Request processed in 6573us (6720us total) trans 4294972931 rc 0/0 00000100:00100000:1.0:1763338458.949236:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9890 00010000:00010000:3.0:1763338458.949471:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338458.949481:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.949490:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eae00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338458.949494:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.949503:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.949517:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d9:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338458.949520:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338458.949523:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.949529:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0643 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338458.949547:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.949549:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338458.949551:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338458.949640:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.949724:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.950246:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290934528 00000100:00100000:3.0:1763338458.950256:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290934528 00002000:00010000:3.0:1763338458.950319:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/621 (0->18446744073709551615) 00002000:00100000:3.0:1763338458.950324:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258706300 with x1848993290934528 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338458.950333:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd258706300. 00000100:00100000:3.0:1763338458.950349:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290934400 00000100:00100000:3.0:1763338458.950360:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290934400 00002000:00010000:3.0:1763338458.950372:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/621 (5->18446744073709551615) 00002000:00100000:3.0:1763338458.950375:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258704700 with x1848993290934400 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338458.950381:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd258704700. 00000100:00100000:3.0:1763338458.950402:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1693 00000100:00100000:3.0:1763338458.950411:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+46:2410:x1848993290934528:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338458.950578:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338458.950582:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:3.0:1763338458.950584:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.950586:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:3.0:1763338458.950588:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338458.950636:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2410:x1848993290934528:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 225us (995us total) trans 21474839041 rc 0/0 00000100:00100000:3.0:1763338458.950642:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1693 00002000:00010000:3.0:1763338458.950645:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/621 (0->18446744073709551615) 00002000:00100000:3.0:1763338458.950648:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258706300 with x1848993290934528 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338458.950652:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd258706300. 00000100:00100000:3.0:1763338458.950665:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1694 00000100:00100000:3.0:1763338458.950670:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290934400:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338458.950877:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338458.950881:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338458.950883:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338458.950885:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338458.950887:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338458.950907:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290934400:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 236us (1182us total) trans 17179871711 rc 0/0 00000100:00100000:3.0:1763338458.950912:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1694 00002000:00010000:3.0:1763338458.950915:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/621 (5->18446744073709551615) 00002000:00100000:3.0:1763338458.950917:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258704700 with x1848993290934400 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338458.950921:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd258704700. 00000100:00100000:3.0:1763338458.965959:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338458.966035:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290934784 00000100:00100000:1.0:1763338458.966045:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290934784 00000100:00100000:1.0:1763338458.966101:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9891 00000100:00100000:1.0:1763338458.966110:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56970:x1848993290934784:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338458.966201:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338458.966218:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.966229:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338458.966375:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006b5ea934 reply state 00000000c1fc747c transno 4294972932 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.966388:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338458.966396:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338458.966399:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338458.966403:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338458.966495:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56970:x1848993290934784:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 385us (545us total) trans 4294972932 rc 0/0 00000100:00100000:1.0:1763338458.966502:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9891 00000100:00100000:3.0:1763338458.969540:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.974933:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.975086:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935040 00000100:00100000:0.0:1763338458.975098:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935040 00000100:00100000:0.0:1763338458.975165:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9892 00000100:00100000:0.0:1763338458.975176:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56974:x1848993290935040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.975204:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.975236:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0651 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4735 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.975339:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.975368:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975380:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975390:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.975398:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975405:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975448:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975456:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975462:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975469:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975476:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.975481:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975488:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975501:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338458.975504:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.975508:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975515:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0658 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975530:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975536:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975543:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975548:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.975551:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975556:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975563:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077e00) 00010000:00010000:0.0:1763338458.975565:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.975568:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975573:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b065f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.975599:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0651 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4735 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.975608:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338458.975610:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.975613:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0651 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4735 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.975625:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:2.0:1763338458.975864:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290934912 00000100:00100000:2.0:1763338458.975870:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290934912 00000100:00100000:2.0:1763338458.975915:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6866 00000100:00100000:2.0:1763338458.975922:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2410:x1848993290934912:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:2.0:1763338458.976048:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338458.976052:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338458.976055:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338458.976057:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338458.976059:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338458.978007:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56974:x1848993290935040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2822us (3073us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338458.978020:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9892 00000100:00100000:2.0:1763338458.978321:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2410:x1848993290934912:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 2397us (8789us total) trans 21474839042 rc 0/0 00000100:00100000:2.0:1763338458.978332:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6866 00000100:00100000:3.0:1763338458.984502:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338458.984579:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935296 00000100:00100000:2.0:1763338458.984593:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935296 00000100:00100000:0.0:1763338458.985191:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3452 00000100:00100000:0.0:1763338458.985204:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56970:x1848993290935296:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338458.985302:0:19655:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1d8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b04c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a2 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.985369:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:0.0:1763338458.985383:0:19655:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.985392:0:19655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338458.985428:0:19655:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.985441:0:19655:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 275 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338458.985455:0:19655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303205632:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338458.985542:0:19655:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338458.987081:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.987171:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935424 00000100:00100000:0.0:1763338458.987180:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935424 00000100:00100000:0.0:1763338458.987245:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9893 00000100:00100000:0.0:1763338458.987255:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56974:x1848993290935424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338458.987294:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338458.987322:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b066d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af473c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.987400:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.987414:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987426:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987437:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338458.987445:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987452:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987488:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987495:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987501:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987506:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987511:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.987515:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987526:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987537:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338458.987540:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.987545:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987551:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0674 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987563:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987568:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987573:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987578:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338458.987581:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987587:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987594:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077e00) 00010000:00010000:0.0:1763338458.987597:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.987600:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987605:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b067b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338458.987636:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b066d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af473c expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.987646:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338458.987648:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338458.987651:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b066d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af473c expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338458.987662:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:0.0:1763338458.988385:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56974:x1848993290935424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1126us (1305us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338458.988394:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9893 00000100:00100000:3.0:1763338458.989980:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338458.990095:0:19655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303205632:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338458.990121:0:19655:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000100:00100000:2.0:1763338458.990571:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935552 00000100:00100000:2.0:1763338458.990579:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935552 00010000:00010000:2.0:1763338458.990621:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338458.990667:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3239 00000100:00100000:2.0:1763338458.990677:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2409:x1848993290935552:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338458.990692:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338458.990699:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.990712:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.990734:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0524 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46cc expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338458.990750:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:2.0:1763338458.990755:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.990765:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.990771:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338458.990797:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338458.990856:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2409:x1848993290935552:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 181us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338458.990864:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3239 00010000:00010000:0.0:1763338458.991138:0:19655:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338458.991146:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000040:00080000:0.0:1763338458.991424:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1566, 88 off131224 00000004:00080000:0.0:1763338458.991433:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128703170198ns, next at 1128842372477ns, rc = 0 00000040:00080000:0.0:1763338458.991457:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1566, 88 off131464 00000004:00080000:0.0:1763338458.991462:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128703199703ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.992329:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1567, 88 off131552 00000004:00080000:0.0:1763338458.992337:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128704075247ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338458.992960:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1567, 88 off131312 00000004:00080000:0.0:1763338458.992967:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128704704903ns, next at 1128842372477ns, rc = 0 00000100:00100000:0.0:1763338458.995885:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338458.995940:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935680 00000100:00100000:3.0:1763338458.995951:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935680 00000100:00100000:3.0:1763338458.996013:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9894 00000100:00100000:3.0:1763338458.996023:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56974:x1848993290935680:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338458.996044:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338458.996067:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0682 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4743 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.996134:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0689 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338458.996151:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0689 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338458.996164:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0689 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338458.996212:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763338458.996218:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763338458.996253:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0682 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4743 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.996292:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0689 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4743 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338458.996302:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750800) 00010000:00010000:3.0:1763338458.996305:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338458.996309:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:3.0:1763338458.996395:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56974:x1848993290935680:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 372us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338458.996402:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9894 00000001:00080000:3.0:1763338458.999138:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972933 is committed 00000004:00080000:3.0:1763338458.999153:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1021 committed 00000004:00080000:3.0:1763338458.999170:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1027 committed 00000100:00100000:1.0:1763338458.999647:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303205888:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.999717:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.999759:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338458.999766:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303205760:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.999787:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.999815:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303206016:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.999836:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.999855:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338458.999860:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303206144:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338458.999879:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338458.999909:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303205888 00000100:00100000:1.0:1763338458.999917:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303205888 00000100:00100000:1.0:1763338458.999958:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303205760 00000100:00100000:1.0:1763338458.999961:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303205760 00000100:00100000:1.0:1763338458.999977:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303206016 00000100:00100000:1.0:1763338458.999980:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303206016 00000100:00100000:1.0:1763338458.999994:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303206144 00000100:00100000:1.0:1763338458.999997:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303206144 00000100:00100000:1.0:1763338459.000013:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6867 00000100:00100000:1.0:1763338459.000021:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+85:3657:x1848993303205888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338459.000046:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:623 count 1 00002000:00010000:1.0:1763338459.000077:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338459.000084:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000099:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.000101:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.000106:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000120:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000129:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000136:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000151:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338459.000405:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+86:3657:x1848993303205888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 383us (686us total) trans 21474839043 rc 0/0 00000100:00100000:1.0:1763338459.000413:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6867 00000100:00100000:1.0:1763338459.000431:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6868 00000100:00100000:1.0:1763338459.000437:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+85:3657:x1848993303205760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338459.000449:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:622 count 1 00010000:00010000:1.0:1763338459.000463:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000477:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 47 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000485:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338459.000487:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338459.000490:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000517:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 47 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000532:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 47 pid: 27817 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.000543:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303206272:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.000607:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.000627:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869 00000100:00100000:1.0:1763338459.000634:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+85:3654:x1848993303206016:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338459.000726:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338459.000730:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.000732:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.000735:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.000737:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338459.000771:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+86:3654:x1848993303206016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 137us (933us total) trans 21474839044 rc 0/0 00000100:00100000:1.0:1763338459.000779:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869 00000100:00100000:1.0:1763338459.000792:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870 00000100:00100000:1.0:1763338459.000798:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+85:3654:x1848993303206144:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338459.000842:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.000845:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.000847:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.000849:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.000851:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.000874:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+86:3654:x1848993303206144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (993us total) trans 21474839045 rc 0/0 00000100:00100000:1.0:1763338459.000880:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870 00010000:00010000:1.0:1763338459.000914:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.000920:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000928:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.000932:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000948:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000965:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000973:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b0690 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.000990:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.000992:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.000994:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338459.001025:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f013100/2, rc 0, transno 21474839045 00000100:00100000:1.0:1763338459.001032:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303206144:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338459.001041:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f012300/2, rc 0, transno 21474839044 00000100:00100000:1.0:1763338459.001044:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303206016:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338459.001065:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f4700/2, rc 0, transno 21474839043 00000100:00100000:1.0:1763338459.001069:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303205888:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338459.001280:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1026 committed 00010000:00010000:0.0:1763338459.002196:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002208:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002214:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002219:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.002223:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002228:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002241:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338459.002244:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.002248:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002253:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b05fd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.002292:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002299:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002304:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002308:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.002311:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002316:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002321:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077e00) 00010000:00010000:0.0:1763338459.002323:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.002326:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002331:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0635 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002344:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002349:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002363:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002367:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.002379:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002384:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002391:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338459.002393:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.002396:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.002402:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b064a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338459.002997:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1020 committed 00000100:00100000:0.0:1763338459.003212:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.003332:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303206272:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.003367:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.003611:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303206400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.003660:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.003691:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338459.003697:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303206528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.003718:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.003749:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303206400 00000100:00100000:2.0:1763338459.003755:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303206400 00000100:00100000:2.0:1763338459.003804:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303206528 00000100:00100000:2.0:1763338459.003808:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303206528 00000100:00100000:2.0:1763338459.003829:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871 00000100:00100000:2.0:1763338459.003837:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3656:x1848993303206400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338459.003861:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:622 count 1 00010000:00010000:2.0:1763338459.003889:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.003907:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.003915:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.003917:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.003920:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.003950:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.003963:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 14 pid: 27817 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338459.003974:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303206912:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.004040:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd000 going to sleep for 11 seconds 00000100:00080000:2.0:1763338459.004055:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763338459.004070:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6872 00000100:00100000:2.0:1763338459.004079:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3656:x1848993303206528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338459.004092:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:623 count 1 00002000:00010000:2.0:1763338459.004134:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338459.004141:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.004149:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.004150:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.004155:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.004167:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.004176:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.004183:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.004199:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338459.004736:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303206528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 656us (1014us total) trans 17179871712 rc 0/0 00000100:00100000:2.0:1763338459.004746:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6872 00000100:00100000:2.0:1763338459.004790:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871708 gen 2 00000004:00080000:2.0:1763338459.004797:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788cb100, transno 17179871676 00000004:00080000:2.0:1763338459.004806:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee2680, transno 17179871677 00000004:00080000:2.0:1763338459.004809:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee3800, transno 17179871678 00000004:00080000:2.0:1763338459.004812:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee1c00, transno 17179871679 00000004:00080000:2.0:1763338459.004814:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c9500, transno 17179871680 00000004:00080000:2.0:1763338459.004817:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788cad80, transno 17179871681 00000004:00080000:2.0:1763338459.004820:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6b100, transno 17179871683 00000004:00080000:2.0:1763338459.004824:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68a80, transno 17179871684 00000004:00080000:2.0:1763338459.004826:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68700, transno 17179871685 00000004:00080000:2.0:1763338459.004829:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6ad80, transno 17179871686 00000004:00080000:2.0:1763338459.004832:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68380, transno 17179871687 00000004:00080000:2.0:1763338459.004834:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6b800, transno 17179871688 00010000:00010000:1.0:1763338459.004835:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1763338459.004837:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280731c00, transno 17179871690 00000004:00080000:2.0:1763338459.004839:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280731180, transno 17179871691 00000004:00080000:2.0:1763338459.004841:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280732680, transno 17179871692 00010000:00010000:1.0:1763338459.004843:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338459.004844:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280730700, transno 17179871693 00000004:00080000:2.0:1763338459.004847:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f012680, transno 17179871695 00000004:00080000:2.0:1763338459.004850:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f010e00, transno 17179871696 00000004:00080000:2.0:1763338459.004852:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f013480, transno 17179871697 00010000:00010000:1.0:1763338459.004852:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc0da4b40) 00000004:00080000:2.0:1763338459.004855:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f012d80, transno 17179871698 00010000:00010000:1.0:1763338459.004856:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338459.004858:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129880, transno 17179871700 00000004:00080000:2.0:1763338459.004860:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129500, transno 17179871701 00000004:00080000:2.0:1763338459.004863:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612b100, transno 17179871702 00000004:00080000:2.0:1763338459.004865:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612aa00, transno 17179871703 00000004:00080000:2.0:1763338459.004867:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526300, transno 17179871705 00000004:00080000:2.0:1763338459.004870:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525f80, transno 17179871706 00010000:00010000:1.0:1763338459.004871:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338459.004873:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145157b80, transno 17179871707 00000004:00080000:2.0:1763338459.004876:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6b480, transno 17179871708 00000100:00100000:2.0:1763338459.004882:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd146a6aa00 x1848993303206528/t17179871712(17179871712) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338475 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1763338459.004888:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338459.004891:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6aa00/2, rc 0, transno 17179871712 00010000:00010000:1.0:1763338459.004895:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b06a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.004896:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303206528:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338459.004913:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.004915:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.004917:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338459.004920:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303206784:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.004944:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.004964:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338459.004970:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303206656:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.004991:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.005012:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303206784 00000100:00100000:2.0:1763338459.005016:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303206784 00000100:00100000:2.0:1763338459.005037:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303206656 00000100:00100000:2.0:1763338459.005040:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303206656 00000100:00100000:2.0:1763338459.005067:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873 00000100:00100000:2.0:1763338459.005074:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303206784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338459.005160:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338459.005163:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338459.005166:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.005169:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338459.005171:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338459.005194:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874 00000100:00100000:2.0:1763338459.005200:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303206784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 127us (255us total) trans 17179871713 rc 0/0 00000100:00100000:1.0:1763338459.005201:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303206656:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.005206:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873 00000004:00080000:2.0:1763338459.005233:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f8000/2, rc 0, transno 17179871713 00000100:00100000:2.0:1763338459.005238:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303206784:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338459.005285:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.005288:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.005290:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.005292:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.005294:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.005329:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303206656:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (336us total) trans 17179871714 rc 0/0 00000100:00100000:1.0:1763338459.005335:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874 00000004:00080000:1.0:1763338459.005518:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f8e00/2, rc 0, transno 17179871714 00000100:00100000:1.0:1763338459.005523:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303206656:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.005606:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935808 00000100:00100000:3.0:1763338459.005612:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935808 00000100:00100000:3.0:1763338459.005642:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9895 00000100:00100000:3.0:1763338459.005649:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56974:x1848993290935808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.005662:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.005677:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b06ac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af474a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.005697:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.005718:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290935936 00000100:00100000:1.0:1763338459.005722:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290935936 00010000:00010000:3.0:1763338459.005732:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338459.005744:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005753:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005768:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338459.005774:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005780:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005809:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005816:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005821:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005827:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005831:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.005835:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005841:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005849:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750800) 00010000:00010000:3.0:1763338459.005852:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.005856:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005861:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b06b3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005871:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005876:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005881:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005885:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.005888:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005892:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005899:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750600) 00010000:00010000:3.0:1763338459.005901:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.005903:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005912:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b06ba lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.005944:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b06ac lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af474a expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.005954:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750800) 00010000:00010000:1.0:1763338459.005955:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 48 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338459.005956:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.005960:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b06ac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af474a expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.005969:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:1.0:1763338459.005980:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3240 00000100:00100000:1.0:1763338459.005987:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2410:x1848993290935936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.005998:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763338459.006001:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56974:x1848993290935808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 354us (2794us total) trans 0 rc 301/301 00010000:00010000:1.0:1763338459.006003:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 48 pid: 27817 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338459.006008:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9895 00010000:00010000:1.0:1763338459.006014:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 48 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.006029:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b05f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4719 expref: 48 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.006040:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.006041:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.006046:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.006055:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.006072:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.006092:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2410:x1848993290935936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 105us (395us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338459.006093:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.006101:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.006103:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3240 00010000:00010000:0.0:1763338459.006109:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.006116:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.006142:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338459.006319:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+86:3657:x1848993303205760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5881us (6530us total) trans 21474839046 rc 0/0 00000100:00100000:0.0:1763338459.006326:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6868 00000004:00010000:0.0:1763338459.006392:0:19655:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006263d82c reply state 0000000040563909 transno 4294972933 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006405:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006412:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338459.006414:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338459.006417:0:19655:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338459.006422:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338459.006424:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338459.006428:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b04c2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46a2 expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763338459.006487:0:19655:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338459.006500:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56970:x1848993290935296:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 21300us (22010us total) trans 4294972933 rc 0/0 00000100:00100000:0.0:1763338459.006506:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3452 00010000:00010000:0.0:1763338459.006525:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006531:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006537:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006542:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.006545:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006551:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006563:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:0.0:1763338459.006565:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.006568:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.006574:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0666 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00000004:00080000:1.0:1763338459.006962:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14caf3800/2, rc 0, transno 21474839046 00000100:00100000:1.0:1763338459.006969:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14caf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303205760:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338459.007133:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338459.007140:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.007147:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.007150:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.007157:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.007169:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.007175:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0697 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.007189:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.007191:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.007192:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338459.008537:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 28 done 00000100:00100000:1.0:1763338459.010629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.010657:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303206912:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.010680:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.010723:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.010742:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290936320 00000100:00100000:1.0:1763338459.010749:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290936448 00000100:00100000:0.0:1763338459.010751:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290936320 00000100:00100000:1.0:1763338459.010756:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290936448 00000100:00100000:1.0:1763338459.010811:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9896 00000100:00100000:0.0:1763338459.010867:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9897 00000100:00100000:0.0:1763338459.010878:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56974:x1848993290936320:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338459.010880:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+268:56970:x1848993290936448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.010904:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.010904:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.010909:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338459.010927:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b06c1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4758 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.010933:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0689 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4743 expref: 268 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.010951:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290936064 00010000:00010000:0.0:1763338459.010955:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750800) 00000100:00100000:3.0:1763338459.010956:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290936064 00010000:00010000:0.0:1763338459.010965:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.010975:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06c8 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4751 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.010978:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 15 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.010993:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b06c1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4758 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.011006:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3241 00010000:00010000:1.0:1763338459.011010:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb800/0x4ea0a6980f4b06c1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4758 expref: 269 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.011018:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290936064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338459.011027:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.011033:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 15 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.011044:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:3.0:1763338459.011046:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 15 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.011051:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338459.011055:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb800, rc 0) 00010000:00010000:0.0:1763338459.011066:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338459.011068:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b05ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4712 expref: 15 pid: 27817 timeout: 1228 lvb_type: 0 00010000:00010000:0.0:1763338459.011077:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.011083:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.011084:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.011085:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.011090:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.011100:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.011101:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338459.011108:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338459.011114:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+269:56970:x1848993290936448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 291us (388us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338459.011117:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.011118:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.011124:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9896 00000100:00100000:3.0:1763338459.011147:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290936064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 130us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.011155:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3241 00010000:00010000:2.0:1763338459.012247:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.012275:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.012282:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.012294:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.012302:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.012327:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338459.012572:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303206400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8733us (8908us total) trans 17179871715 rc 0/0 00000100:00100000:2.0:1763338459.012580:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871 00010000:00010000:0.0:1763338459.012949:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338459.012962:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.012971:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338459.012980:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:0.0:1763338459.013008:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013014:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013020:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013026:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013032:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.013036:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013046:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013057:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.013060:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.013064:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013070:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06cf lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:0.0:1763338459.013079:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aaa69795 reply state 000000000d93d08c transno 4294972934 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013088:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.013094:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338459.013096:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.013098:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338459.013131:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06c8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 270 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.013149:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 269 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.013155:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338459.013157:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.013159:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:0.0:1763338459.013212:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56974:x1848993290936320:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2337us (2533us total) trans 4294972934 rc 0/0 00000100:00100000:0.0:1763338459.013222:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9897 00010000:00010000:3.0:1763338459.013859:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338459.013867:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.013874:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.013878:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.013886:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.013901:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.013908:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b069e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.013926:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.013928:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.013931:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338459.014637:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68e00/2, rc 0, transno 17179871715 00000100:00100000:1.0:1763338459.014647:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303206400:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.018297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.018416:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290936704 00000100:00100000:0.0:1763338459.018427:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290936704 00000100:00100000:0.0:1763338459.018480:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3453 00000100:00100000:0.0:1763338459.018489:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243553050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56970:x1848993290936704:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338459.018716:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1d8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338459.018777:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1568, 64 off131376 00000040:00080000:0.0:1763338459.018800:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1568, 64 off131616 00000040:00080000:0.0:1763338459.018811:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1569, 64 off131680 00000040:00080000:0.0:1763338459.018819:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1569, 64 off131440 00010000:00010000:0.0:1763338459.018875:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:0.0:1763338459.018892:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.018901:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.018909:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.018915:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.018921:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.018933:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338459.019097:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243553050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56970:x1848993290936704:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 608us (834us total) trans 4294972935 rc 0/0 00000100:00100000:0.0:1763338459.019109:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3453 00000100:00100000:3.0:1763338459.019333:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338459.019716:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.019724:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.019734:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.019738:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.019746:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.019758:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1d8:0x0].0x0 (ffff8fd14307a400) 00010000:00010000:1.0:1763338459.019761:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338459.019766:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.019772:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b06eb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.019783:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.019784:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.019786:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338459.020524:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290936960 00000100:00100000:0.0:1763338459.020533:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290936960 00000100:00100000:0.0:1763338459.020575:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9898 00000100:00100000:0.0:1763338459.020584:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56974:x1848993290936960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.020604:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.020620:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06f2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af475f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.020779:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338459.020792:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.020920:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.020955:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.020968:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 272 pid: 6518 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338459.020980:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303207040:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.021062:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.024732:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.024787:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290937216 00000100:00100000:1.0:1763338459.024799:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290937216 00000100:00100000:1.0:1763338459.024870:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9899 00000100:00100000:1.0:1763338459.024879:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56970:x1848993290937216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.024902:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.024924:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0700 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4766 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.025035:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.025050:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025063:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338459.025075:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:1.0:1763338459.025148:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025155:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025162:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025167:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.025171:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025178:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025189:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:1.0:1763338459.025192:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763338459.025196:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025202:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0707 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.025239:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0700 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4766 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.025249:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:1.0:1763338459.025251:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338459.025255:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b0700 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4766 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.026481:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303207040:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.026503:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.026581:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea200, rc 0) 00000100:00100000:1.0:1763338459.026641:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56970:x1848993290937216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1762us (1918us total) trans 4294972936 rc 301/301 00000100:00100000:1.0:1763338459.026650:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9899 00000100:00100000:3.0:1763338459.031663:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.031717:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290937344 00000100:00100000:1.0:1763338459.031728:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290937344 00010000:00010000:1.0:1763338459.031768:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 274 pid: 6518 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.031812:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3242 00000100:00100000:1.0:1763338459.031821:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2410:x1848993290937344:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.031837:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.031843:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 274 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.031856:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 274 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.031877:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b06dd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4751 expref: 274 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.031893:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:1.0:1763338459.031898:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.031907:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.031913:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.032691:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.032757:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2410:x1848993290937344:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 935us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.032766:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3242 00010000:00010000:2.0:1763338459.032854:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.032864:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338459.032890:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00000004:00080000:2.0:1763338459.033099:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x270:0x0], index 0: 0 00000004:00080000:2.0:1763338459.033107:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x270:0x0], index 1: 0 00000004:00080000:2.0:1763338459.033113:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x271:0x0], index 1: 0 00000004:00080000:2.0:1763338459.033117:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x271:0x0], index 0: 0 00000100:00100000:3.0:1763338459.033168:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338459.033240:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033253:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033287:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033295:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.033299:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033307:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033321:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:2.0:1763338459.033323:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338459.033327:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033333:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b06f9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.033396:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06f2 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af475f expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.033407:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:2.0:1763338459.033409:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338459.033413:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b06f2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af475f expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.033428:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338459.033469:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56974:x1848993290936960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12886us (14137us total) trans 4294972937 rc 301/301 00000100:00100000:2.0:1763338459.033477:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9898 00000100:00100000:1.0:1763338459.034165:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290937600 00000100:00100000:1.0:1763338459.034173:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290937600 00000100:00100000:1.0:1763338459.034224:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3454 00000100:00100000:1.0:1763338459.034233:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56970:x1848993290937600:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338459.034470:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56970:x1848993290937600:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 238us (1303us total) trans 4294972938 rc 0/0 00000100:00100000:1.0:1763338459.034477:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3454 00000100:00100000:3.0:1763338459.042156:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.043460:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290937856 00000100:00100000:2.0:1763338459.043473:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290937856 00000100:00100000:2.0:1763338459.043533:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3455 00000100:00100000:2.0:1763338459.043543:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56974:x1848993290937856:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338459.043798:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56974:x1848993290937856:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 255us (1649us total) trans 4294972939 rc 0/0 00000100:00100000:2.0:1763338459.043806:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3455 00000100:00100000:0.0:1763338459.046381:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.048523:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290938112 00000100:00100000:1.0:1763338459.048537:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290938112 00000100:00100000:1.0:1763338459.048606:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3456 00000100:00100000:1.0:1763338459.048616:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56974:x1848993290938112:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338459.048854:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56974:x1848993290938112:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 238us (2484us total) trans 4294972940 rc 0/0 00000100:00100000:1.0:1763338459.048866:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3456 00000100:00100000:3.0:1763338459.057536:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.059594:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290938368 00000100:00100000:2.0:1763338459.059616:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290938368 00000100:00100000:2.0:1763338459.059701:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9900 00000100:00100000:2.0:1763338459.059712:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56975:x1848993290938368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.059740:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.059774:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b071c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af476d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.059856:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.059870:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.059882:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.059894:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.059901:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.059909:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060037:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0731 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.060046:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0731 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060053:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0731 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338459.060063:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:2.0:1763338459.060150:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060161:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060167:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060173:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060179:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.060183:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060191:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060203:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338459.060206:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.060212:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060219:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0723 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060232:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060239:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060245:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060250:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.060253:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060258:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060287:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:2.0:1763338459.060290:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.060293:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060299:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b072a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.060339:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b071c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af476d expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.060376:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0731 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af476d expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.060391:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd260197500) 00010000:00010000:2.0:1763338459.060394:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.060396:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:2.0:1763338459.060476:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56975:x1848993290938368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 765us (2951us total) trans 4294972941 rc 0/0 00000100:00100000:2.0:1763338459.060484:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9900 00000100:00100000:3.0:1763338459.070807:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.071425:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.071493:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290938752 00000100:00100000:0.0:1763338459.071504:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290938752 00000100:00100000:0.0:1763338459.071559:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9901 00000100:00100000:0.0:1763338459.071569:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290938752:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.071593:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.071598:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338459.071625:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0731 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af476d expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.071646:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd260197500) 00010000:00010000:0.0:1763338459.071657:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.071674:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b073f lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af477b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.071745:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290938496 00000100:00100000:1.0:1763338459.071751:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290938496 00010000:00010000:0.0:1763338459.071778:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0746 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00000100:00100000:1.0:1763338459.071793:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6875 00010000:00010000:0.0:1763338459.071793:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0746 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338459.071804:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2407:x1848993290938496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.071807:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0746 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.071815:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.071830:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4774 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338459.071849:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338459.071863:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.071865:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.071874:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 48 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.071888:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 48 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.071899:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea200, rc 0) 00000100:00100000:1.0:1763338459.071958:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2407:x1848993290938496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 155us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.071965:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6875 00000004:00200000:0.0:1763338459.072764:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:0.0:1763338459.074576:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b073f lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af477b expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.074606:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0746 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af477b expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.074616:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.074620:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763338459.074623:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:0.0:1763338459.074889:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290938752:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3320us (3467us total) trans 4294972942 rc 0/0 00000100:00100000:0.0:1763338459.074898:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9901 00000100:00100000:3.0:1763338459.075999:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.076686:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290938880 00000100:00100000:0.0:1763338459.076697:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290938880 00000100:00100000:0.0:1763338459.076751:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9902 00000100:00100000:0.0:1763338459.076762:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56975:x1848993290938880:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.076785:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.076806:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b075b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4782 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.076873:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b075b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4782 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.076890:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b075b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4782 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.076909:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.076912:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.076915:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:0.0:1763338459.076978:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56975:x1848993290938880:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 217us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.076985:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9902 00000100:00100000:3.0:1763338459.083742:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.083811:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.086328:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290939136 00000100:00100000:0.0:1763338459.086344:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290939136 00000100:00100000:0.0:1763338459.086427:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3457 00000100:00100000:0.0:1763338459.086439:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56975:x1848993290939136:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.086663:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56975:x1848993290939136:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 226us (2930us total) trans 4294972943 rc 0/0 00000100:00100000:0.0:1763338459.086670:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3457 00000100:00100000:1.0:1763338459.086888:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290939264 00000100:00100000:1.0:1763338459.086894:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290939264 00000100:00100000:1.0:1763338459.086932:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9903 00000100:00100000:1.0:1763338459.086940:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290939264:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.086956:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.086976:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0762 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4789 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.087008:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0769 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338459.087023:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0769 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.087034:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0769 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.087120:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0762 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4789 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.087137:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0769 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4789 expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.087145:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.087148:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338459.087152:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00000100:00100000:1.0:1763338459.087184:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290939264:12345-192.168.202.34@tcp:101:bash.0 Request processed in 245us (3373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.087191:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9903 00000100:00100000:3.0:1763338459.102626:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.102677:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.104783:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290939776 00000100:00100000:2.0:1763338459.104796:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290939776 00000100:00100000:2.0:1763338459.104843:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290939520 00000100:00100000:2.0:1763338459.104846:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290939520 00000100:00100000:2.0:1763338459.104880:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9904 00000100:00100000:2.0:1763338459.104891:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290939776:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338459.104945:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.104972:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b0746 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af477b expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.104989:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.104994:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.105163:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.105177:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105185:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:2.0:1763338459.105230:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972944 00000004:00010000:2.0:1763338459.105248:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e7233141 reply state 00000000eed7c9d4 transno 4294972945 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105288:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105295:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.105298:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338459.105300:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338459.105396:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290939776:12345-192.168.202.34@tcp:36:bash.0 Request processed in 507us (2781us total) trans 4294972945 rc 0/0 00000100:00100000:2.0:1763338459.105402:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9904 00000020:00080000:2.0:1763338459.105407:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338459.105424:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9905 00000100:00100000:2.0:1763338459.105431:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56975:x1848993290939520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.105441:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.105452:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0777 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4790 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.105499:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.105506:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105513:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105521:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.105528:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105534:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105596:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.105603:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105609:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338459.105617:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 0 00010000:00010000:2.0:1763338459.105651:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105658:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105663:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105668:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105673:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.105676:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105682:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105693:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338459.105696:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.105699:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105704:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b077e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105712:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105716:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105721:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105725:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.105728:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105732:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105737:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:2.0:1763338459.105739:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.105741:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105746:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0785 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.105767:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0777 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.105781:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.105787:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.105789:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.105791:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:2.0:1763338459.105814:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56975:x1848993290939520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 384us (3137us total) trans 4294972946 rc 0/0 00000100:00100000:2.0:1763338459.105819:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9905 00000100:00100000:3.0:1763338459.111412:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.111765:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290940032 00000100:00100000:1.0:1763338459.111776:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290940032 00000100:00100000:1.0:1763338459.111851:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9906 00000100:00100000:1.0:1763338459.111863:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993290940032:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.111892:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.111896:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338459.111928:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b075b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4782 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.111950:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.111955:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.111973:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b079a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4797 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.112027:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.112042:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.112051:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.112092:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.112106:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 285 pid: 6518 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.112122:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303207168:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.112213:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981900 going to sleep for 11 seconds 00000100:00100000:0.0:1763338459.115483:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.115798:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290940288 00000100:00100000:3.0:1763338459.115809:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290940288 00000100:00100000:3.0:1763338459.116661:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3458 00000100:00100000:3.0:1763338459.116676:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56975:x1848993290940288:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338459.117198:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303207168:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.117223:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338459.117675:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56975:x1848993290940288:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1001us (2200us total) trans 4294972947 rc 0/0 00000100:00100000:3.0:1763338459.117830:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3458 00000100:00100000:2.0:1763338459.117933:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.118855:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290940416 00000100:00100000:3.0:1763338459.118866:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290940416 00010000:00010000:3.0:1763338459.118899:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 287 pid: 6518 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338459.118938:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3243 00000100:00100000:3.0:1763338459.118946:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2409:x1848993290940416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338459.118959:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.118965:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 287 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338459.118977:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 287 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338459.118998:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b078c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4790 expref: 287 pid: 6518 timeout: 1228 lvb_type: 0 00010000:00010000:3.0:1763338459.119014:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338459.119019:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.119029:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.119037:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.119076:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338459.119123:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2409:x1848993290940416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 177us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.119130:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3243 00010000:00010000:0.0:1763338459.119214:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.119223:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:0.0:1763338459.119534:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1570, 88 off131528 00000004:00080000:0.0:1763338459.119542:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128831279846ns, next at 1128842372477ns, rc = 0 00000040:00080000:0.0:1763338459.119573:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1570, 88 off131768 00000004:00080000:0.0:1763338459.119579:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128831316446ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338459.119604:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1571, 88 off131856 00000004:00080000:0.0:1763338459.119608:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128831346236ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338459.119618:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1571, 88 off131616 00000004:00080000:0.0:1763338459.119622:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128831360046ns, next at 1128842372477ns, rc = 0 00000100:00100000:2.0:1763338459.123121:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.123509:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290940672 00000100:00100000:0.0:1763338459.123520:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290940672 00000100:00100000:0.0:1763338459.123938:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9907 00000100:00100000:0.0:1763338459.123948:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56975:x1848993290940672:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.123968:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.123991:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af479e expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.124058:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.124071:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124080:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124088:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.124094:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124100:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124200:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.124209:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124216:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338459.124226:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 2 00010000:00010000:0.0:1763338459.124358:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124366:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124373:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124383:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.124387:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124394:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124407:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.124410:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763338459.124414:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124420:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124436:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124441:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124446:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124450:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124455:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.124457:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124462:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124473:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338459.124476:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.124478:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124483:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124490:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124495:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124500:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124504:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.124506:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124511:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124517:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338459.124519:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.124521:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124527:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b07b6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.124561:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07a8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af479e expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.124571:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338459.124573:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338459.124577:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af479e expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.124589:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:0.0:1763338459.124658:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56975:x1848993290940672:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 711us (1547us total) trans 4294972949 rc 301/301 00000100:00100000:0.0:1763338459.124666:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9907 00000001:00080000:2.0:1763338459.129124:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972948 is committed 00000004:00080000:2.0:1763338459.129136:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1023 committed 00000004:00080000:2.0:1763338459.129149:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1029 committed 00000004:00080000:2.0:1763338459.129156:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1028 committed 00000004:00080000:2.0:1763338459.129158:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1022 committed 00000100:00100000:1.0:1763338459.129378:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303207424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.129440:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.129474:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338459.129479:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303207296:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.129498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.129519:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303207552:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.129537:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.129552:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338459.129555:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303207680:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.129571:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.129596:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303207424 00000100:00100000:1.0:1763338459.129602:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303207424 00000100:00100000:1.0:1763338459.129641:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303207296 00000100:00100000:1.0:1763338459.129645:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303207296 00000100:00100000:1.0:1763338459.129661:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303207552 00000100:00100000:1.0:1763338459.129663:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303207552 00000100:00100000:1.0:1763338459.129678:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303207680 00000100:00100000:1.0:1763338459.129680:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303207680 00000100:00100000:1.0:1763338459.129696:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:1.0:1763338459.129705:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+89:3657:x1848993303207424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338459.129731:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:621 count 1 00010000:00010000:1.0:1763338459.129757:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.129777:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 47 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.129791:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338459.129793:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338459.129797:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.129823:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 47 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.129838:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 47 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.129850:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303207808:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.129912:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.129927:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6877 00000100:00100000:1.0:1763338459.129933:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d650850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+89:3657:x1848993303207296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338459.129945:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:620 count 1 00010000:00010000:1.0:1763338459.129956:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.129968:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 47 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.129975:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.129977:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.129980:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.130001:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 47 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.130009:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 47 pid: 35252 timeout: 1228 lvb_type: 1 00000100:00100000:1.0:1763338459.130018:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303207936:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.130039:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.130055:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878 00000100:00100000:1.0:1763338459.130062:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+89:3654:x1848993303207552:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338459.130186:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.130189:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.130191:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.130194:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.130196:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.130233:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+90:3654:x1848993303207552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 171us (695us total) trans 21474839047 rc 0/0 00000100:00100000:1.0:1763338459.130240:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878 00000100:00100000:1.0:1763338459.130255:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879 00000100:00100000:1.0:1763338459.130286:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+89:3654:x1848993303207680:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.130361:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+90:3654:x1848993303207680:12345-0@lo:2:osp-syn-0-1.0 Request processed in 87us (775us total) trans 21474839048 rc 0/0 00000100:00100000:1.0:1763338459.130368:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879 00000004:00080000:1.0:1763338459.130425:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b92680/2, rc 0, transno 21474839048 00000100:00100000:1.0:1763338459.130432:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303207680:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338459.130442:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16300/2, rc 0, transno 21474839047 00000100:00100000:1.0:1763338459.130445:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303207552:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338459.130841:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130850:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130857:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130862:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.130866:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130873:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130887:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338459.130890:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.130894:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130903:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b06d6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130923:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130928:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130933:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130938:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.130940:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130945:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130951:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.130952:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.130955:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.130959:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0770 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.131005:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4797 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.131012:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.131014:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338459.131027:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b079a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4797 expref: 271 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338459.131039:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4797 expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.131060:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.131062:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338459.131064:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:0.0:1763338459.131109:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:55909:x1848993290940032:12345-192.168.202.34@tcp:101:bash.0 Request processed in 19248us (19709us total) trans 4294972948 rc 0/0 00000100:00100000:0.0:1763338459.131117:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9906 00000100:00100000:2.0:1763338459.131561:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.131921:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290940928 00000100:00100000:3.0:1763338459.131928:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290940928 00000100:00100000:3.0:1763338459.131973:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3459 00000100:00100000:3.0:1763338459.131981:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243553850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56975:x1848993290940928:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338459.132139:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243553850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56975:x1848993290940928:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 158us (579us total) trans 4294972950 rc 0/0 00000100:00100000:3.0:1763338459.132146:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3459 00000100:00100000:0.0:1763338459.132255:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303208064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.132314:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.132340:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338459.132346:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303208192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.132378:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.133617:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303208064 00000100:00100000:3.0:1763338459.133626:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303208064 00000100:00100000:3.0:1763338459.133674:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303208192 00000100:00100000:3.0:1763338459.133683:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303208192 00000100:00100000:3.0:1763338459.133709:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880 00000100:00100000:3.0:1763338459.133717:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303208064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338459.133740:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:620 count 1 00010000:00010000:3.0:1763338459.133766:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.133786:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.133794:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.133796:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.133801:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.133833:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.133845:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 13 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338459.133858:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303208576:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.134158:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881 00000100:00100000:0.0:1763338459.134168:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303208192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338459.134180:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:621 count 1 00010000:00010000:0.0:1763338459.134192:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.134203:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.134209:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338459.134211:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338459.134214:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.134232:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 13 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.134241:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 13 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338459.134250:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d418e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303208704:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.134779:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303208448:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.136188:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338459.136235:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303208320:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.136326:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.137224:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303208320 00000100:00100000:1.0:1763338459.137234:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303208320 00000100:00100000:1.0:1763338459.137304:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6882 00000100:00100000:1.0:1763338459.137314:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3654:x1848993303208320:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.137532:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303208320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 219us (1205us total) trans 17179871716 rc 0/0 00000100:00100000:1.0:1763338459.137540:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6882 00000100:00100000:1.0:1763338459.137573:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.137601:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303208448 00000100:00100000:1.0:1763338459.137605:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303208448 00000100:00100000:1.0:1763338459.137626:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883 00000100:00100000:1.0:1763338459.137632:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303208448:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.137706:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303208448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (132us total) trans 17179871717 rc 0/0 00000100:00100000:1.0:1763338459.137713:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883 00000004:00080000:1.0:1763338459.137747:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99180/2, rc 0, transno 17179871717 00000100:00100000:1.0:1763338459.137754:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303208448:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338459.137771:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b100/2, rc 0, transno 17179871716 00000100:00100000:1.0:1763338459.137775:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303208320:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.138273:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2461a4300 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.138593:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.138618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.138639:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941184 00000100:00100000:2.0:1763338459.138644:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941184 00010000:00010000:2.0:1763338459.138671:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 48 pid: 35252 timeout: 1228 lvb_type: 1 00000100:00100000:2.0:1763338459.138696:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941056 00000100:00100000:2.0:1763338459.138699:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941056 00010000:00010000:2.0:1763338459.138714:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 49 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338459.138735:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3244 00000100:00100000:2.0:1763338459.138743:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252693450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2408:x1848993290941184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.138754:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.138759:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 49 pid: 35252 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338459.138770:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 49 pid: 35252 timeout: 1228 lvb_type: 1 00010000:00010000:2.0:1763338459.138795:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.138797:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.138803:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.138813:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.138833:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.138865:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252693450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2408:x1848993290941184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 122us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.138871:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3244 00000100:00100000:2.0:1763338459.138915:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3245 00000100:00100000:2.0:1763338459.138922:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2408:x1848993290941056:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.138930:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.138935:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 48 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.138945:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 48 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.138958:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.138960:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.138963:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.138971:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.138984:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.139004:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2408:x1848993290941056:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 82us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.139011:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3245 00000100:00100000:2.0:1763338459.139062:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.139079:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941312 00000100:00100000:2.0:1763338459.139083:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941312 00000100:00100000:2.0:1763338459.139105:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6884 00000100:00100000:2.0:1763338459.139112:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+48:55909:x1848993290941312:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338459.139124:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.139139:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47a5 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.139162:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 49 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338459.139170:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.139172:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.139175:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 49 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.139202:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 49 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338459.139214:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 49 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:2.0:1763338459.139227:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303208832:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.139313:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00010000:00010000:3.0:1763338459.139668:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0627 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af472e expref: 49 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338459.139681:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303207808:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.139700:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.139709:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.139716:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.139726:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.139734:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.139751:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338459.139972:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+90:3657:x1848993303207424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10266us (10530us total) trans 21474839049 rc 0/0 00000100:00100000:3.0:1763338459.139980:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6876 00010000:00010000:3.0:1763338459.140048:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0578 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af46e8 expref: 48 pid: 35252 timeout: 1228 lvb_type: 1 00000100:00100000:3.0:1763338459.140059:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303207936:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.140076:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140085:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140093:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140100:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140108:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140123:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338459.140345:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d650850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+90:3657:x1848993303207296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10410us (10844us total) trans 21474839050 rc 0/0 00000100:00100000:3.0:1763338459.140363:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6877 00010000:00010000:3.0:1763338459.140484:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338459.140491:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140500:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.140504:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140514:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140536:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140544:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b07cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140561:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338459.140564:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140571:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.140574:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140581:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140590:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140596:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b07d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.140607:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.140609:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.140610:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338459.140651:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16a00/2, rc 0, transno 21474839050 00000100:00100000:3.0:1763338459.140657:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303207296:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338459.140667:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15c00/2, rc 0, transno 21474839049 00000100:00100000:3.0:1763338459.140670:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303207424:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338459.141393:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338459.144238:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303208704:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.144309:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.145015:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.145201:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941440 00000100:00100000:2.0:1763338459.145209:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941440 00000100:00100000:2.0:1763338459.145258:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3460 00000100:00100000:2.0:1763338459.145295:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56975:x1848993290941440:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:2.0:1763338459.145462:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56975:x1848993290941440:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 167us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.145470:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3460 00000100:00100000:2.0:1763338459.149053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.149519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.149538:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941568 00000100:00100000:3.0:1763338459.149549:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941568 00010000:00010000:1.0:1763338459.149664:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 14 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.149712:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3246 00000100:00100000:1.0:1763338459.149723:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290941568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.149738:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.149744:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 14 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.149758:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 14 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.149783:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0620 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4720 expref: 14 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.149800:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.149802:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.149807:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.149817:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.149845:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.149898:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290941568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 177us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.149907:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3246 00010000:00010000:1.0:1763338459.149936:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.149946:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.149956:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.149964:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.149982:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338459.150333:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303208192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16167us (17953us total) trans 17179871718 rc 0/0 00000100:00100000:1.0:1763338459.150363:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881 00010000:00010000:1.0:1763338459.150387:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.150393:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.150402:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.150407:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.150416:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.150431:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.150444:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b07e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.150464:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.150466:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.150467:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338459.150512:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9a680/2, rc 0, transno 17179871718 00000100:00100000:1.0:1763338459.150520:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303208192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.152548:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303208832:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.152586:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 47 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.152607:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d600, rc 0) 00000100:00100000:0.0:1763338459.152675:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+47:55909:x1848993290941312:12345-192.168.202.34@tcp:101:bash.0 Request processed in 13562us (13612us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.152685:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6884 00000100:00100000:2.0:1763338459.153063:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.153370:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941696 00000100:00100000:3.0:1763338459.153377:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941696 00010000:00010000:3.0:1763338459.153410:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 47 pid: 31107 timeout: 1228 lvb_type: 1 00000100:00100000:3.0:1763338459.153445:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290941824 00000100:00100000:3.0:1763338459.153448:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290941824 00010000:00010000:3.0:1763338459.153466:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 13 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:3.0:1763338459.153486:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3247 00000100:00100000:3.0:1763338459.153494:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2409:x1848993290941696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338459.153508:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.153514:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 47 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:3.0:1763338459.153524:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 47 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:3.0:1763338459.153549:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b074d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4774 expref: 47 pid: 31107 timeout: 1228 lvb_type: 1 00010000:00010000:3.0:1763338459.153568:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.153570:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.153577:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 46 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.153587:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 46 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.153624:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 46 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.153638:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303208960:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338459.153696:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd258487180 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.153807:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3248 00000100:00100000:2.0:1763338459.153817:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290941824:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.153827:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.153832:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 13 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.153842:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 13 pid: 35252 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.153854:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.153856:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.153859:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.153867:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.153882:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.153904:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290941824:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 89us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.153912:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3248 00010000:00010000:0.0:1763338459.154051:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14cefac00/0x4ea0a6980f4b0444 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af467f expref: 12 pid: 35252 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338459.154064:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303208576:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.154087:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.154097:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.154104:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.154114:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.154122:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.154425:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338459.154724:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338459.154732:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.154740:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.154744:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.154754:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.154768:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.154780:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b07d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.154799:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.154800:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.154802:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338459.155094:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303208064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21376us (22777us total) trans 17179871719 rc 0/0 00000100:00100000:0.0:1763338459.155104:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880 00010000:00010000:1.0:1763338459.155182:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338459.155843:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9ad80/2, rc 0, transno 17179871719 00000100:00100000:2.0:1763338459.155851:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303208064:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.162363:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.162457:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.162549:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290942208 00000100:00100000:0.0:1763338459.162558:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290942208 00000100:00100000:0.0:1763338459.162607:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6885 00000100:00100000:0.0:1763338459.162617:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993290942208:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.162637:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.162657:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47b3 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338459.162682:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338459.162701:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.162703:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.162712:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.162727:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.162739:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:0.0:1763338459.162788:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290942208:12345-192.168.202.34@tcp:101:bash.0 Request processed in 172us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.162795:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6885 00000100:00100000:0.0:1763338459.162820:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290942080 00000100:00100000:0.0:1763338459.162833:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290942080 00000100:00100000:0.0:1763338459.162870:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9908 00000100:00100000:0.0:1763338459.162877:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56976:x1848993290942080:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.162887:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.162901:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07f5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47ac expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.162976:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.162992:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163002:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163016:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.163023:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163029:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163133:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.163143:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163150:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338459.163160:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 2 00010000:00010000:0.0:1763338459.163241:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163248:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163254:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163259:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163291:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.163296:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163302:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163313:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338459.163316:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.163320:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163326:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b07fc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163337:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163342:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163348:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163361:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.163363:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163369:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163376:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338459.163377:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.163380:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163386:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0803 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.163419:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b07f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.163430:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.163437:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.163439:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.163441:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:0.0:1763338459.163466:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290942080:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 590us (1120us total) trans 4294972951 rc 0/0 00000100:00100000:0.0:1763338459.163472:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9908 00000100:00100000:3.0:1763338459.164143:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303208960:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338459.164166:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338459.164202:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+46:2409:x1848993290941696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 10709us (14685us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.164210:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3247 00000100:00100000:1.0:1763338459.166200:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.167278:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.167520:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290942464 00000100:00100000:0.0:1763338459.167530:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290942464 00002000:00010000:0.0:1763338459.167578:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/624 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.167583:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9dc00 with x1848993290942464 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.167595:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b9dc00. 00000100:00100000:0.0:1763338459.168509:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1695 00000100:00100000:0.0:1763338459.168526:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290942464:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338459.168729:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.168732:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.168734:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.168737:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.168741:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338459.168805:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290942464:12345-192.168.202.34@tcp:10:bash.0 Request processed in 284us (2611us total) trans 17179871720 rc 0/0 00000100:00100000:0.0:1763338459.168813:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1695 00002000:00010000:0.0:1763338459.168819:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/624 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.168822:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9dc00 with x1848993290942464 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.168828:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b9dc00. 00000100:00100000:1.0:1763338459.169499:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.169524:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290942720 00000100:00100000:1.0:1763338459.169530:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290942720 00000100:00100000:1.0:1763338459.169569:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3461 00000100:00100000:1.0:1763338459.169577:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290942720:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338459.169737:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56976:x1848993290942720:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 159us (238us total) trans 4294972952 rc 0/0 00000100:00100000:1.0:1763338459.169745:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3461 00000100:00100000:0.0:1763338459.170972:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290942336 00000100:00100000:0.0:1763338459.170982:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290942336 00002000:00010000:0.0:1763338459.171014:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/624 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.171020:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9ce00 with x1848993290942336 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.171032:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b9ce00. 00000100:00100000:0.0:1763338459.171067:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1696 00000100:00100000:0.0:1763338459.171075:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+46:2409:x1848993290942336:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338459.171222:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.171225:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.171228:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.171230:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.171233:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338459.171306:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2409:x1848993290942336:12345-192.168.202.34@tcp:10:bash.0 Request processed in 231us (4047us total) trans 21474839051 rc 0/0 00000100:00100000:0.0:1763338459.171314:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1696 00002000:00010000:0.0:1763338459.171318:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/624 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.171320:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9ce00 with x1848993290942336 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.171326:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b9ce00. 00000100:00100000:2.0:1763338459.176045:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.176473:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290942976 00000100:00100000:0.0:1763338459.176484:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290942976 00000100:00100000:0.0:1763338459.177528:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3462 00000100:00100000:0.0:1763338459.177544:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290942976:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338459.177850:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290942976:12345-192.168.202.34@tcp:35:bash.0 Request processed in 311us (1815us total) trans 4294972953 rc 0/0 00000100:00100000:0.0:1763338459.177858:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3462 00000100:00100000:3.0:1763338459.180715:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.181480:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290943232 00000100:00100000:0.0:1763338459.181498:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290943232 00000100:00100000:0.0:1763338459.181761:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9909 00000100:00100000:0.0:1763338459.181773:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56976:x1848993290943232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.181800:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.181822:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0818 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47ba expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.181941:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.181957:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.181966:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.182008:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.182022:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338459.182042:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303209088:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.182150:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.205418:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338459.205570:0:10039:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000cd5663c3 x1848993303209088) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.205593:0:10039:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.205616:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b080a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ac expref: 276 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.205630:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303209088:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.205651:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.205656:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.205665:0:10039:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.205672:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.205693:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.205700:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.205705:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338459.205730:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 5 00010000:00010000:1.0:1763338459.205857:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0818 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.205871:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.205883:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.205886:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763338459.205889:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:1.0:1763338459.205953:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56976:x1848993290943232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 24182us (25255us total) trans 4294972954 rc 0/0 00000100:00100000:1.0:1763338459.205962:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9909 00000100:00100000:1.0:1763338459.205992:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290943488 00000100:00100000:1.0:1763338459.205997:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290943488 00000100:00100000:1.0:1763338459.206043:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9910 00000100:00100000:1.0:1763338459.206051:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56977:x1848993290943488:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338459.206655:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338459.206673:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b07a1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4797 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.206685:0:10039:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 4ea0a6980f4b080a) 00010000:00010000:1.0:1763338459.206691:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0769 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4789 expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.206699:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.206703:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.206724:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.206733:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.206740:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.206751:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.206757:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.206762:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.206832:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.206843:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.206850:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.206877:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.206890:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 274 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.206904:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303209216:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.211785:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.212708:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.214227:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303209216:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.214258:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338459.214380:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290943616 00000100:00100000:1.0:1763338459.214387:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290943616 00000100:00100000:1.0:1763338459.214438:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9911 00000100:00100000:1.0:1763338459.214447:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56976:x1848993290943616:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.214471:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.214490:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0842 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47c1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.214580:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.214594:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.214601:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.214618:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.214626:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338459.215455:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338459.215475:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303209344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763338459.215535:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.215611:0:10993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303209344 00000100:00100000:3.0:1763338459.215616:0:10993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303209344 00000100:00100000:3.0:1763338459.215659:0:10993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1763338459.215666:0:10993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+90:3657:x1848993303209344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763338459.215682:0:10993:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 485041472 pending 143360 free 3919179776 avail 3687657472 00000100:00100000:3.0:1763338459.215742:0:10993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+90:3657:x1848993303209344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.215749:0:10993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1763338459.215823:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303209344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763338459.216900:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.217175:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290943744 00000100:00100000:2.0:1763338459.217182:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290943744 00010000:00010000:2.0:1763338459.217214:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.217472:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3249 00000100:00100000:1.0:1763338459.217483:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:2410:x1848993290943744:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.217497:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.217504:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.217518:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.217545:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b081f lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47ba expref: 277 pid: 10039 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.217561:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.217566:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.217575:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.217582:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.217590:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.217596:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.217602:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.217673:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.217674:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.217681:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338459.217736:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2410:x1848993290943744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 254us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.217744:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3249 00000004:00080000:0.0:1763338459.218036:0:10039:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1db:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763338459.218134:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218142:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218148:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218155:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.218158:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218165:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218176:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.218178:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338459.218181:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.218187:0:10039:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.218193:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.218223:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218230:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b083b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218246:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218252:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218257:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218289:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218294:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.218297:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218303:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218311:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.218314:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.218317:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218323:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b082d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:0.0:1763338459.218337:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002e33f219 reply state 000000006670bdf8 transno 4294972955 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218358:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.218364:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077500) 00010000:00010000:0.0:1763338459.218367:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.218369:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338459.218423:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56977:x1848993290943488:12345-192.168.202.34@tcp:36:rm.0 Request processed in 12372us (13015us total) trans 4294972955 rc 0/0 00000100:00100000:0.0:1763338459.218430:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9910 00010000:00010000:1.0:1763338459.218528:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.218544:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338459.218709:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 5 00000004:00200000:1.0:1763338459.218713:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338459.218730:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.218760:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0842 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c1 expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.218776:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c1 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.218784:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.218786:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.218788:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338459.218822:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56976:x1848993290943616:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4375us (6120us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.218829:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9911 00000100:00100000:2.0:1763338459.226945:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.227521:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944000 00000100:00100000:1.0:1763338459.227532:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944000 00000100:00100000:1.0:1763338459.227589:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9912 00000100:00100000:1.0:1763338459.227598:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56976:x1848993290944000:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.227624:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.227645:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0850 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47c8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.227750:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0857 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.227766:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0857 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.227776:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0857 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338459.227789:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 5 00010000:00010000:1.0:1763338459.227903:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0850 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c8 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.227922:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0857 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c8 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.227931:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.227933:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338459.227937:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338459.228014:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56976:x1848993290944000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 416us (1080us total) trans 4294972956 rc 0/0 00000100:00100000:1.0:1763338459.228021:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9912 00000100:00100000:3.0:1763338459.230135:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.231881:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944128 00000100:00100000:1.0:1763338459.231895:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944128 00000100:00100000:1.0:1763338459.231953:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6886 00000100:00100000:1.0:1763338459.231965:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+47:2407:x1848993290944128:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338459.232014:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.232032:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 47 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.232041:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338459.232043:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338459.232047:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.232090:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 47 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.232104:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 47 pid: 8403 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.232119:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303209472:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.232218:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.238142:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303209472:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.238172:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.238740:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.238778:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.238871:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944256 00000100:00100000:0.0:1763338459.238880:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944256 00000100:00100000:0.0:1763338459.238952:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9913 00000100:00100000:0.0:1763338459.238961:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56978:x1848993290944256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.238982:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.239003:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b086c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47cf expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.239071:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.239086:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239098:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239109:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.239116:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239123:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239161:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239169:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239175:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239181:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239187:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.239192:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239199:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239216:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338459.239219:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.239224:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239229:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b0873 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239241:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239247:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239252:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239258:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.239305:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239312:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239319:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077500) 00010000:00010000:0.0:1763338459.239322:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.239325:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239330:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b087a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.239369:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b086c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47cf expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.239380:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338459.239382:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.239386:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b086c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47cf expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.239399:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:0.0:1763338459.239456:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56978:x1848993290944256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 495us (717us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.239463:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9913 00000100:00100000:1.0:1763338459.240251:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944384 00000100:00100000:1.0:1763338459.240286:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944384 00002000:00100000:1.0:1763338459.240324:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x270:0x0] (0->4) req@ffff8fd270f8a680 x1848993290944384/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:485/0 lens 496/0 e 0 to 0 dl 1763338470 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338459.240336:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8a680 with x1848993290944384 ext(0->4) 00010000:00010000:1.0:1763338459.240343:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 48 pid: 8403 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.240368:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 48 pid: 8403 timeout: 1228 lvb_type: 0 00002000:00010000:1.0:1763338459.240376:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd270f8a680 00000100:00100000:1.0:1763338459.240403:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 115 00000100:00100000:1.0:1763338459.240414:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2409:x1848993290944384:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:2.0:1763338459.244432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.244627:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944512 00000100:00100000:1.0:1763338459.244638:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944512 00000100:00100000:1.0:1763338459.245395:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9914 00000100:00100000:1.0:1763338459.245408:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56978:x1848993290944512:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.245429:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.245454:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0881 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47d6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.245523:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.245537:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245549:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245559:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.245567:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245574:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245614:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245621:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245633:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245639:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.245643:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245651:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245663:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.245666:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.245671:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245677:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0888 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245702:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245708:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245715:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245794:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.245798:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245804:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245816:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077500) 00010000:00010000:1.0:1763338459.245819:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.245823:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245829:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b088f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.245857:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0881 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47d6 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.245868:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.245870:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.245873:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0881 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47d6 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.245887:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00000100:00100000:1.0:1763338459.245956:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56978:x1848993290944512:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 549us (1532us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.245964:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9914 00000100:00100000:2.0:1763338459.246342:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+50:2409:x1848993290944384:12345-192.168.202.34@tcp:4:bash.0 Request processed in 5929us (7561us total) trans 21474839052 rc 0/0 00000100:00100000:2.0:1763338459.246361:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 115 00002000:00100000:2.0:1763338459.246372:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x270:0x0] (0->4) req@ffff8fd270f8a680 x1848993290944384/t21474839052(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:485/0 lens 496/448 e 0 to 0 dl 1763338470 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338459.246383:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8a680 with x1848993290944384 ext(0->4) 00010000:00010000:2.0:1763338459.246392:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 50 pid: 8403 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.246405:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 50 pid: 8403 timeout: 1228 lvb_type: 0 00002000:00010000:2.0:1763338459.246413:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd270f8a680 00000100:00100000:2.0:1763338459.249108:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.249159:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.249331:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944640 00000100:00100000:1.0:1763338459.249340:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944640 00010000:00010000:1.0:1763338459.249387:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 50 pid: 8403 timeout: 1228 lvb_type: 0 00000100:00100000:1.0:1763338459.249433:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3250 00000100:00100000:1.0:1763338459.249442:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+50:2408:x1848993290944640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.249457:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338459.249476:0:8421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338459.249480:0:8421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338459.249485:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 50 pid: 8403 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.249499:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 50 pid: 8403 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.249522:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b07e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47a5 expref: 50 pid: 8403 timeout: 1228 lvb_type: 0 00010000:00010000:1.0:1763338459.249538:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.249541:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.249545:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.249555:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.249591:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.249642:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2408:x1848993290944640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 201us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.249651:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3250 00010000:00010000:2.0:1763338459.249839:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249848:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249869:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249877:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249886:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249892:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eac00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338459.249896:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249903:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249915:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.249923:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0865 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.249984:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2407:x1848993290944128:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 18021us (19857us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.249993:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6886 00000100:00100000:0.0:1763338459.250614:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290944768 00000100:00100000:0.0:1763338459.250621:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290944768 00000100:00100000:0.0:1763338459.250657:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9915 00000100:00100000:0.0:1763338459.250665:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56978:x1848993290944768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.250692:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.250712:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0896 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47dd expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.250767:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b089d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.250779:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b089d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.250790:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b089d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338459.250831:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338459.250836:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338459.250869:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0896 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47dd expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.250882:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b089d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47dd expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.250890:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338459.250893:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338459.250895:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:0.0:1763338459.250924:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56978:x1848993290944768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 260us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.250931:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9915 00000100:00100000:1.0:1763338459.252784:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.253373:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290945024 00000100:00100000:3.0:1763338459.253383:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290945024 00000100:00100000:3.0:1763338459.253435:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9916 00000100:00100000:3.0:1763338459.255400:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56976:x1848993290945024:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338459.255462:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.255493:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0849 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c1 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.255514:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338459.255519:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.255549:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338459.255562:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338459.255571:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:3.0:1763338459.255792:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1572, 88 off131704 00000004:00080000:3.0:1763338459.255800:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128967537605ns, next at 1128842372477ns, rc = 0 00000040:00080000:3.0:1763338459.255838:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1572, 88 off131944 00000004:00080000:3.0:1763338459.255843:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128967580865ns, next at 1128842344886ns, rc = 0 00000040:00080000:3.0:1763338459.255866:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1573, 88 off132032 00000004:00080000:3.0:1763338459.255870:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1128967607707ns, next at 1128842344886ns, rc = 0 00000040:00080000:3.0:1763338459.255879:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1573, 88 off131792 00000004:00080000:3.0:1763338459.255882:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1128967620530ns, next at 1128842372477ns, rc = 0 00000100:00100000:0.0:1763338459.258607:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.260054:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290945152 00000100:00100000:1.0:1763338459.260069:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290945152 00000100:00100000:1.0:1763338459.260130:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9917 00000100:00100000:1.0:1763338459.260140:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56978:x1848993290945152:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.260164:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.260183:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08ab lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47e4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.260249:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.260285:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260298:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260309:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.260316:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260323:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260395:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260402:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260408:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260414:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260420:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.260425:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260434:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260449:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:1.0:1763338459.260452:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.260457:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260463:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b08b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260477:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260483:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260489:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260494:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.260496:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260501:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260507:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077500) 00010000:00010000:1.0:1763338459.260509:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.260512:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260522:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b08b9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.260547:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08ab lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47e4 expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.260557:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:1.0:1763338459.260559:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.260563:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08ab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47e4 expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.260570:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338459.260638:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56978:x1848993290945152:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 499us (2039us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.260645:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9917 00000001:00080000:2.0:1763338459.261406:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972957 is committed 00000004:00080000:2.0:1763338459.261415:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1025 committed 00000004:00080000:2.0:1763338459.261426:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1031 committed 00000004:00080000:2.0:1763338459.261436:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1030 committed 00000004:00080000:2.0:1763338459.261439:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1024 committed 00000004:00010000:2.0:1763338459.261504:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024194a64 reply state 000000008e013fcd transno 4294972957 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.261521:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.261527:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.261530:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338459.261532:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763338459.261601:0:6521:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338459.261613:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56976:x1848993290945024:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 8169us (8835us total) trans 4294972957 rc 0/0 00000100:00100000:2.0:1763338459.261621:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9916 00010000:00010000:0.0:1763338459.261929:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.261938:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.261945:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.261950:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eae00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.261955:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.261961:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.261973:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077500) 00010000:00010000:0.0:1763338459.261977:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.261981:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.261987:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0834 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.262020:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.262027:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.262032:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.262037:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.262040:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.262046:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.262053:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.262056:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.262058:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.262064:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b08a4 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338459.262788:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303209600:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.264689:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303209728:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.264752:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.264793:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338459.264800:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303209856:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.264824:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.264862:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303209728 00000100:00100000:1.0:1763338459.264870:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303209728 00000100:00100000:1.0:1763338459.264909:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303209856 00000100:00100000:1.0:1763338459.264912:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303209856 00000100:00100000:1.0:1763338459.264933:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887 00000100:00100000:1.0:1763338459.264941:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303209728:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.265122:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303209728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 181us (370us total) trans 17179871721 rc 0/0 00000100:00100000:1.0:1763338459.265131:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887 00000100:00100000:1.0:1763338459.265149:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00100000:1.0:1763338459.265156:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+90:3654:x1848993303209856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.265237:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+91:3654:x1848993303209856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (411us total) trans 21474839053 rc 0/0 00000100:00100000:1.0:1763338459.265244:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00000004:00080000:1.0:1763338459.265318:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf30700/2, rc 0, transno 21474839053 00000100:00100000:1.0:1763338459.265325:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303209856:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338459.265335:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89180/2, rc 0, transno 17179871721 00000100:00100000:1.0:1763338459.265340:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303209728:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.265554:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.265579:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763338459.265584:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303209984:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.265603:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.265896:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303209600 00000100:00100000:3.0:1763338459.265901:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303209600 00000100:00100000:3.0:1763338459.265932:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303209984 00000100:00100000:3.0:1763338459.265934:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303209984 00000100:00100000:3.0:1763338459.265962:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889 00000100:00100000:3.0:1763338459.265969:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3657:x1848993303209600:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338459.266047:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.266051:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.266054:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.266056:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.266058:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338459.266092:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3657:x1848993303209600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (536us total) trans 17179871722 rc 0/0 00000100:00100000:3.0:1763338459.266098:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889 00000100:00100000:3.0:1763338459.266112:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890 00000100:00100000:3.0:1763338459.266118:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+91:3657:x1848993303209984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.266188:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+92:3657:x1848993303209984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 70us (583us total) trans 21474839054 rc 0/0 00000100:00100000:3.0:1763338459.266195:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890 00000004:00080000:2.0:1763338459.266304:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31180/2, rc 0, transno 21474839054 00000100:00100000:2.0:1763338459.266310:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303209984:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338459.266319:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f8ad80/2, rc 0, transno 17179871722 00000100:00100000:2.0:1763338459.266323:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303209600:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.268201:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.268243:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.269201:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290945408 00000100:00100000:0.0:1763338459.269212:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290945408 00000100:00100000:0.0:1763338459.269287:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290945536 00000100:00100000:0.0:1763338459.269291:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290945536 00000100:00100000:0.0:1763338459.269325:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9918 00000100:00100000:0.0:1763338459.269336:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56978:x1848993290945408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.269362:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.269366:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338459.269392:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b089d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47dd expref: 270 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.269412:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:0.0:1763338459.269423:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.269437:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b08c0 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47eb expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.270000:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9919 00000100:00100000:1.0:1763338459.270011:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56976:x1848993290945536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.270024:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.270036:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47f2 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.270078:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.270093:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 271 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.270109:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.270112:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338459.270116:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338459.270176:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56976:x1848993290945536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 167us (1932us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.270184:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9919 00000100:00100000:2.0:1763338459.273597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.273721:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290945664 00000100:00100000:1.0:1763338459.273731:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290945664 00000100:00100000:1.0:1763338459.273777:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9920 00000100:00100000:1.0:1763338459.273786:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56976:x1848993290945664:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.273804:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.273827:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b08ce lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af47f9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.273895:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b08d5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.273910:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b08d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.273920:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b08d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338459.273964:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1db:0x0]: returning size 5 00000004:00200000:1.0:1763338459.273968:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338459.273987:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b08d5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.274011:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b08ce lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f9 expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.274029:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b08d5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f9 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.274042:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.274045:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763338459.274048:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:1.0:1763338459.274099:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56976:x1848993290945664:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 313us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.274107:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9920 00010000:00010000:0.0:1763338459.276342:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.276370:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276381:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276394:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.276400:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276406:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276785:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.276793:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276800:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338459.276809:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1dc:0x0]: returning size 0 00010000:00010000:0.0:1763338459.276830:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276837:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276844:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276849:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276854:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.276858:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276864:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276874:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746df800) 00010000:00010000:0.0:1763338459.276876:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.276880:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276885:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b08dc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338459.276896:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dafb85fb reply state 00000000daddbecd transno 4294972958 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276910:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.276915:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df000) 00010000:00010000:0.0:1763338459.276917:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.276919:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338459.276949:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b08c0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.276967:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 272 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.276974:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:0.0:1763338459.276977:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.276979:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:0.0:1763338459.277050:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56978:x1848993290945408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7715us (8855us total) trans 4294972958 rc 0/0 00000100:00100000:0.0:1763338459.277058:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9918 00000100:00100000:0.0:1763338459.279541:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.279702:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290945792 00000100:00100000:1.0:1763338459.279712:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290945792 00000100:00100000:1.0:1763338459.279756:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6891 00000100:00100000:1.0:1763338459.279764:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+48:2408:x1848993290945792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.279782:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.279807:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4800 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338459.279830:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x270:0x0] initial LVB size: 5, mtime: 0x691a68db, atime: 0x0, ctime: 0x691a68db, blocks: 0x8 00010000:00010000:1.0:1763338459.279847:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.279849:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.279860:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 49 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.279875:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 49 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.279887:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338459.279948:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2408:x1848993290945792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 185us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.279958:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6891 00000100:00100000:1.0:1763338459.280798:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.280849:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290946048 00000100:00100000:0.0:1763338459.280855:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290946048 00000100:00100000:0.0:1763338459.281768:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9921 00000100:00100000:0.0:1763338459.281779:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56978:x1848993290946048:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.281796:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.281814:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b08ff lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4807 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.281910:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.281924:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.281933:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.281962:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.281975:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 274 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:0.0:1763338459.281988:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303210112:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.282063:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338459.286820:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303210112:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.286851:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.286950:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.287056:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290946176 00000100:00100000:2.0:1763338459.287064:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290946176 00010000:00010000:2.0:1763338459.287100:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 275 pid: 13583 timeout: 1228 lvb_type: 0 00000100:00100000:2.0:1763338459.287477:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3251 00000100:00100000:2.0:1763338459.287489:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252692450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2409:x1848993290946176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.287507:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.287514:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 275 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.287527:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 275 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.287549:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b08ea lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47eb expref: 275 pid: 13583 timeout: 1228 lvb_type: 0 00010000:00010000:2.0:1763338459.287566:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:2.0:1763338459.287571:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.287581:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.287588:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.287607:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.287665:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252692450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2409:x1848993290946176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 178us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.287673:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3251 00010000:00010000:0.0:1763338459.287760:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.287769:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338459.287793:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1dc:0x0]: returning size 0 00000004:00080000:0.0:1763338459.287986:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x272:0x0], index 1: 0 00000004:00080000:0.0:1763338459.287993:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x272:0x0], index 0: 0 00000004:00080000:0.0:1763338459.287998:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x273:0x0], index 0: 0 00000004:00080000:0.0:1763338459.288003:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x273:0x0], index 1: 0 00010000:00010000:0.0:1763338459.288107:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288115:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288122:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288128:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.288133:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288141:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288150:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:0.0:1763338459.288154:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.288157:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288163:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0906 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.288208:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b08ff lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4807 expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.288218:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd2746dfe00) 00010000:00010000:0.0:1763338459.288220:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338459.288224:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b08ff lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4807 expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.288238:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:0.0:1763338459.288313:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56978:x1848993290946048:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6536us (7516us total) trans 4294972959 rc 301/301 00000100:00100000:0.0:1763338459.288322:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9921 00000100:00100000:0.0:1763338459.288415:0:8864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8864:1848993303210240:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1763338459.288466:0:8864:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.288502:0:8864:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.288593:0:9995:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9995:1848993303210368:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1763338459.288621:0:9995:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.288649:0:9995:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd258487180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.288820:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303210240 00000100:00100000:3.0:1763338459.288827:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303210240 00000100:00100000:3.0:1763338459.288867:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303210368 00000100:00100000:3.0:1763338459.288870:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303210368 00000100:00100000:3.0:1763338459.288895:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6892 00000100:00100000:1.0:1763338459.288903:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893 00000100:00100000:3.0:1763338459.288905:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+92:8864:x1848993303210240:12345-0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1763338459.288919:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:9995:x1848993303210368:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1763338459.288946:0:8406:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 642 00002000:00080000:1.0:1763338459.288949:0:17642:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 642 00000100:00100000:3.0:1763338459.290515:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+93:8864:x1848993303210240:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1607us (2042us total) trans 21474839055 rc 0/0 00000100:00100000:3.0:1763338459.290528:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6892 00000100:00100000:0.0:1763338459.291851:0:8864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8864:1848993303210240:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1763338459.291872:0:8864:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x273:0x0]-[0x280000400:0x2a1:0x0] 00000100:00100000:1.0:1763338459.292089:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:9995:x1848993303210368:12345-0@lo:5:osp-pre-1-1.0 Request processed in 3174us (3465us total) trans 17179871723 rc 0/0 00000100:00100000:1.0:1763338459.292099:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893 00000100:00100000:3.0:1763338459.295953:0:9995:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9995:1848993303210368:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1763338459.295976:0:9995:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x273:0x0]-[0x2c0000400:0x2a1:0x0] 00000100:00100000:2.0:1763338459.296024:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.296554:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290946432 00000100:00100000:1.0:1763338459.296573:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290946432 00000100:00100000:0.0:1763338459.296711:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3463 00000100:00100000:0.0:1763338459.296724:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56978:x1848993290946432:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.297083:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56978:x1848993290946432:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 360us (1059us total) trans 4294972960 rc 0/0 00000100:00100000:0.0:1763338459.297091:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3463 00000100:00100000:3.0:1763338459.301416:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.304479:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290946688 00000100:00100000:0.0:1763338459.304499:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290946688 00000100:00100000:0.0:1763338459.304595:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3464 00000100:00100000:0.0:1763338459.304605:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56978:x1848993290946688:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.304866:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56978:x1848993290946688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 260us (3462us total) trans 4294972961 rc 0/0 00000100:00100000:0.0:1763338459.304876:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3464 00000100:00100000:1.0:1763338459.315251:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.316748:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290946944 00000100:00100000:0.0:1763338459.316762:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290946944 00000100:00100000:2.0:1763338459.317037:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9922 00000100:00100000:2.0:1763338459.317051:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290946944:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338459.317076:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.317101:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0914 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af480e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.317257:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.317360:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317374:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317386:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.317395:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317540:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317610:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0929 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.317618:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0929 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317626:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0929 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338459.317635:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1dc:0x0]: returning size 0 00010000:00010000:2.0:1763338459.317734:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317741:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317747:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317753:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317759:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.317763:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317771:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317784:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338459.317787:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.317791:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317797:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b091b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317807:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317813:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317817:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317821:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.317824:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317829:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317835:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df000) 00010000:00010000:2.0:1763338459.317837:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.317842:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317846:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0922 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.317891:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0914 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af480e expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.317910:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0929 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af480e expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.317916:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:2.0:1763338459.317918:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.317976:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:2.0:1763338459.318065:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290946944:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1016us (2821us total) trans 4294972962 rc 0/0 00000100:00100000:2.0:1763338459.318074:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9922 00000100:00100000:2.0:1763338459.326173:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.326307:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290947072 00000100:00100000:1.0:1763338459.326319:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290947072 00000100:00100000:1.0:1763338459.326398:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9923 00000100:00100000:1.0:1763338459.326409:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290947072:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.326438:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.326466:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0937 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4815 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.326504:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b093e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338459.326518:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b093e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.326530:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b093e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.326657:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0937 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4815 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.326678:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b093e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4815 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.326687:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:1.0:1763338459.326691:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338459.326694:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00000100:00100000:1.0:1763338459.328485:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290947072:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1725us (1974us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.328498:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9923 00000100:00100000:3.0:1763338459.333394:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.333465:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290947328 00000100:00100000:1.0:1763338459.333475:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290947328 00000100:00100000:1.0:1763338459.333523:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9924 00000100:00100000:1.0:1763338459.333532:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290947328:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338459.333583:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.333610:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0929 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af480e expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.333630:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:1.0:1763338459.333635:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.333805:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338459.333820:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.333829:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338459.333892:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972963 00000004:00010000:1.0:1763338459.333918:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000093ebee2 reply state 00000000c989a7b9 transno 4294972964 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.333929:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.333934:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:1.0:1763338459.333936:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338459.333939:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338459.334032:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290947328:12345-192.168.202.34@tcp:36:bash.0 Request processed in 500us (649us total) trans 4294972964 rc 0/0 00000100:00100000:1.0:1763338459.334040:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9924 00000020:00080000:1.0:1763338459.334045:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338459.336550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.336683:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290947456 00000100:00100000:1.0:1763338459.336693:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290947456 00000100:00100000:1.0:1763338459.336753:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6894 00000100:00100000:1.0:1763338459.336762:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2408:x1848993290947456:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338459.336866:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2408:x1848993290947456:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 104us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.336873:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6894 00000100:00100000:2.0:1763338459.337621:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.340528:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290947584 00000100:00100000:1.0:1763338459.340542:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290947584 00000100:00100000:2.0:1763338459.340586:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.340595:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9925 00000100:00100000:1.0:1763338459.340605:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290947584:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.340629:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.340649:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b094c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af481c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.340674:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290947712 00000100:00100000:3.0:1763338459.340680:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290947712 00010000:00010000:1.0:1763338459.340708:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b094c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af481c expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.340725:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6895 00010000:00010000:1.0:1763338459.340725:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b094c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af481c expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.340738:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2407:x1848993290947712:12345-192.168.202.34@tcp:23:lfs.0 00010000:00010000:1.0:1763338459.340747:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:1.0:1763338459.340753:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338459.340757:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338459.340818:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290947584:12345-192.168.202.34@tcp:101:bash.0 Request processed in 215us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.340824:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9925 00000100:00100000:3.0:1763338459.340868:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2407:x1848993290947712:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 128us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.340875:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6895 00000100:00100000:2.0:1763338459.352820:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.352877:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.353422:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290947840 00000100:00100000:1.0:1763338459.353434:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290947840 00000100:00100000:1.0:1763338459.353502:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1697 00000100:00100000:1.0:1763338459.353513:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2407:x1848993290947840:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:1.0:1763338459.353551:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353566:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.353568:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.353573:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353588:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353694:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353703:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353711:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353718:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.353722:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353731:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353746:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.353754:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0953 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.353833:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+49:2407:x1848993290947840:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 321us (954us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763338459.353841:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1697 00000100:00100000:0.0:1763338459.354199:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948096 00000100:00100000:0.0:1763338459.354205:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948096 00000100:00100000:0.0:1763338459.354247:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9926 00000100:00100000:0.0:1763338459.354256:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290948096:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.354300:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.354303:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338459.354326:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b094c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af481c expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.354341:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:0.0:1763338459.354355:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.354368:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b095a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4823 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.354421:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0961 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.354434:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0961 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.354442:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0961 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338459.354666:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1574, 88 off132120 00000004:00080000:0.0:1763338459.354675:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129066412354ns, next at 1128842344886ns, rc = 0 00000040:00080000:0.0:1763338459.354716:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1574, 88 off131880 00000004:00080000:0.0:1763338459.354722:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129066459698ns, next at 1128842372477ns, rc = 0 00000040:00080000:0.0:1763338459.354767:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1575, 88 off131968 00000004:00080000:0.0:1763338459.354772:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129066509897ns, next at 1128842372477ns, rc = 0 00000040:00080000:0.0:1763338459.354802:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1575, 88 off132208 00000004:00080000:0.0:1763338459.354807:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129066545008ns, next at 1128842344886ns, rc = 0 00000100:00100000:1.0:1763338459.358426:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.359025:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948224 00000100:00100000:3.0:1763338459.359037:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948224 00000001:00080000:0.0:1763338459.359515:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972965 is committed 00000004:00080000:0.0:1763338459.359524:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1033 committed 00000004:00080000:0.0:1763338459.359532:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1027 committed 00000004:00080000:0.0:1763338459.359540:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1026 committed 00000004:00080000:0.0:1763338459.359542:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1032 committed 00000100:00100000:0.0:1763338459.359658:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338459.359678:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303210496:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338459.359739:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.359826:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303210880:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.359850:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.359879:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303210496 00000100:00100000:0.0:1763338459.359884:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303210496 00000100:00100000:0.0:1763338459.359913:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303210880 00000100:00100000:0.0:1763338459.359916:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303210880 00000100:00100000:0.0:1763338459.359938:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6896 00000100:00100000:0.0:1763338459.359946:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+93:3656:x1848993303210496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338459.360133:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+94:3656:x1848993303210496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 185us (392us total) trans 21474839056 rc 0/0 00000100:00100000:0.0:1763338459.360141:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6896 00000100:00100000:0.0:1763338459.360160:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6897 00000100:00100000:0.0:1763338459.360166:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303210880:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.360253:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303210880:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (401us total) trans 17179871724 rc 0/0 00000100:00100000:0.0:1763338459.360259:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6897 00010000:00010000:2.0:1763338459.360499:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360511:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360518:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360524:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.360528:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360535:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360549:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746df000) 00010000:00010000:2.0:1763338459.360551:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.360555:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360560:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b08e3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.360580:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.360585:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.360590:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.360594:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.360597:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.360601:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.360606:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:2.0:1763338459.360608:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.360610:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.360614:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0945 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00080000:0.0:1763338459.361218:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da6a00/2, rc 0, transno 17179871724 00000100:00100000:0.0:1763338459.361229:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303210880:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338459.361254:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3dc00/2, rc 0, transno 21474839056 00000100:00100000:0.0:1763338459.361258:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303210496:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338459.361904:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0961 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4823 expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.361916:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:0.0:1763338459.361919:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338459.361933:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b095a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4823 expref: 274 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338459.361949:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0961 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4823 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.361977:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:0.0:1763338459.361979:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338459.361982:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:1.0:1763338459.362672:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9927 00000100:00100000:1.0:1763338459.362713:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303210624:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.362766:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.362802:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338459.362808:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303210752:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.362830:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.362870:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303210624 00000100:00100000:1.0:1763338459.362878:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303210624 00000100:00100000:1.0:1763338459.362918:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303210752 00000100:00100000:1.0:1763338459.362921:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303210752 00000100:00100000:1.0:1763338459.362941:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898 00000100:00100000:1.0:1763338459.362948:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+94:3654:x1848993303210624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.363127:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+95:3654:x1848993303210624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 178us (358us total) trans 21474839057 rc 0/0 00000100:00100000:1.0:1763338459.363135:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898 00000100:00100000:1.0:1763338459.363153:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899 00000100:00100000:1.0:1763338459.363160:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303210752:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.363245:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303210752:12345-0@lo:2:osp-syn-1-1.0 Request processed in 85us (412us total) trans 17179871725 rc 0/0 00000100:00100000:1.0:1763338459.363251:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899 00000004:00080000:1.0:1763338459.363307:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da5880/2, rc 0, transno 17179871725 00000100:00100000:1.0:1763338459.363313:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303210752:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338459.363321:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3c700/2, rc 0, transno 21474839057 00000100:00100000:1.0:1763338459.363325:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303210624:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.363393:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290948224:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.363411:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.363431:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0968 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af482a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.363461:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b096f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.363474:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b096f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.363483:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b096f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.363587:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0968 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af482a expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.363600:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290948096:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9343us (10792us total) trans 4294972965 rc 0/0 00010000:00010000:1.0:1763338459.363604:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea200/0x4ea0a6980f4b096f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af482a expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.363607:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9926 00010000:00010000:1.0:1763338459.363612:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.363615:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338459.363618:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea200, rc 0) 00000100:00100000:1.0:1763338459.364027:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290948224:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1344us (5619us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.364034:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9927 00000100:00100000:3.0:1763338459.367915:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.370950:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948352 00000100:00100000:2.0:1763338459.370969:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948352 00000100:00100000:2.0:1763338459.371057:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1698 00000100:00100000:2.0:1763338459.371069:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290948352:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:2.0:1763338459.371124:0:24008:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338459.371132:0:24008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.371147:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.371149:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.371155:0:24008:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.371170:0:24008:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.373970:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.374007:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948480 00000100:00100000:3.0:1763338459.374015:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948480 00000100:00100000:3.0:1763338459.374067:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6900 00000100:00100000:3.0:1763338459.374078:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993290948480:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.374098:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.374120:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4831 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.374146:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338459.374167:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.374171:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.374180:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.374195:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.374208:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:3.0:1763338459.374299:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993290948480:12345-192.168.202.34@tcp:101:bash.0 Request processed in 221us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.374307:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6900 00000001:00080000:0.0:1763338459.378208:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871726 is committed 00000001:00080000:0.0:1763338459.378228:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871725 is committed 00000100:00100000:3.0:1763338459.378312:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.378412:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948608 00000100:00100000:2.0:1763338459.378422:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948608 00000100:00100000:2.0:1763338459.378467:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6901 00000100:00100000:2.0:1763338459.378475:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+49:55909:x1848993290948608:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338459.378491:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.378516:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4838 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338459.378544:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338459.378564:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.378653:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.378666:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 50 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.378682:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 50 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.378695:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7c00, rc 0) 00000100:00100000:2.0:1763338459.378763:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+50:55909:x1848993290948608:12345-192.168.202.34@tcp:101:bash.0 Request processed in 287us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.378770:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6901 00002000:00010000:1.0:1763338459.379155:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763338459.379160:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338459.379163:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338459.379165:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338459.379177:0:24008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.379187:0:24008:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.379196:0:24008:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.379202:0:24008:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.379206:0:24008:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.379213:0:24008:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.379227:0:24008:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.379233:0:24008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0976 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.379705:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993290948352:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 8634us (11796us total) trans 17179871726 rc 0/0 00000100:00100000:1.0:1763338459.379716:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1698 00000100:00100000:3.0:1763338459.382800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.382840:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.382909:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948736 00000100:00100000:1.0:1763338459.382918:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948736 00002000:00010000:1.0:1763338459.382954:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/626 (0->18446744073709551615) 00002000:00100000:1.0:1763338459.382958:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b90e00 with x1848993290948736 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338459.382969:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b90e00. 00000100:00100000:1.0:1763338459.382995:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290948864 00000100:00100000:1.0:1763338459.382998:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290948864 00002000:00010000:1.0:1763338459.383009:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/626 (0->18446744073709551615) 00002000:00100000:1.0:1763338459.383012:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146259880 with x1848993290948864 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338459.383018:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146259880. 00000100:00100000:1.0:1763338459.383045:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1699 00000100:00100000:1.0:1763338459.383054:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993290948736:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338459.383231:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.383234:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338459.383237:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.383240:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338459.383242:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.383309:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290948736:12345-192.168.202.34@tcp:10:bash.0 Request processed in 256us (516us total) trans 17179871727 rc 0/0 00000100:00100000:1.0:1763338459.383315:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1699 00002000:00010000:1.0:1763338459.383319:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/626 (0->18446744073709551615) 00002000:00100000:1.0:1763338459.383321:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b90e00 with x1848993290948736 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338459.383325:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b90e00. 00000100:00100000:1.0:1763338459.383339:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1700 00000100:00100000:1.0:1763338459.383345:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+50:2409:x1848993290948864:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338459.384005:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.384010:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338459.384012:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.384014:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:1.0:1763338459.384016:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.384108:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+51:2409:x1848993290948864:12345-192.168.202.34@tcp:10:bash.0 Request processed in 761us (1265us total) trans 21474839058 rc 0/0 00000100:00100000:1.0:1763338459.384115:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1700 00002000:00010000:1.0:1763338459.384118:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/626 (0->18446744073709551615) 00002000:00100000:1.0:1763338459.384121:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146259880 with x1848993290948864 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338459.384126:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146259880. 00000100:00100000:3.0:1763338459.391938:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.393108:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290949120 00000100:00100000:1.0:1763338459.393121:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290949120 00000100:00100000:1.0:1763338459.393552:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3465 00000100:00100000:1.0:1763338459.393564:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243550450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290949120:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:1.0:1763338459.393892:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243550450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290949120:12345-192.168.202.34@tcp:35:bash.0 Request processed in 329us (1963us total) trans 4294972966 rc 0/0 00000100:00100000:1.0:1763338459.393899:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3465 00000100:00100000:3.0:1763338459.394928:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.395307:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290949376 00000100:00100000:0.0:1763338459.395315:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290949376 00000100:00100000:0.0:1763338459.395853:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9928 00000100:00100000:0.0:1763338459.395864:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56976:x1848993290949376:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338459.395912:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.395941:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b08d5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f9 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.395959:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.395965:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.396026:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.396041:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.396052:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338459.396150:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003474e139 reply state 000000005dab32e9 transno 4294972967 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.396163:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.396170:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.396173:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.396176:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338459.396322:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56976:x1848993290949376:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 459us (1397us total) trans 4294972967 rc 0/0 00000100:00100000:0.0:1763338459.396330:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9928 00000100:00100000:3.0:1763338459.399800:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.399855:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290949504 00000100:00100000:0.0:1763338459.399864:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290949504 00000100:00100000:0.0:1763338459.399922:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9929 00000100:00100000:0.0:1763338459.399931:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56979:x1848993290949504:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338459.399955:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.399979:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0992 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af483f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.400048:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.400062:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400074:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400087:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.400094:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400101:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400176:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.400186:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400194:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338459.400231:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1dc:0x0]: returning size 5 00000004:00200000:0.0:1763338459.400236:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338459.400293:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400306:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400315:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400325:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400332:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.400338:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.400342:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338459.400508:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338459.401377:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401395:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467df00) 00010000:00010000:0.0:1763338459.401398:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.401404:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401412:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0999 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401432:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338459.401434:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290949632 00000100:00100000:2.0:1763338459.401442:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290949632 00010000:00010000:0.0:1763338459.401442:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401452:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401458:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.401461:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401471:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401480:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467dd00) 00010000:00010000:0.0:1763338459.401483:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338459.401487:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6902 00010000:00010000:0.0:1763338459.401487:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.401497:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b09a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338459.401499:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:56976:x1848993290949632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.401515:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.401531:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4846 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.401543:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0992 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af483f expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.401569:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af483f expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338459.401575:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x271:0x0] initial LVB size: 4096, mtime: 0x691a68db, atime: 0x0, ctime: 0x691a68db, blocks: 0x8 00010000:00010000:0.0:1763338459.401579:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:0.0:1763338459.401584:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.401587:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00010000:00010000:2.0:1763338459.401593:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.401597:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.401605:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.401618:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.401628:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:0.0:1763338459.401643:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56979:x1848993290949504:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1711us (1850us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.401651:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9929 00000100:00100000:2.0:1763338459.401668:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56976:x1848993290949632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 169us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.401675:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6902 00000100:00100000:1.0:1763338459.403659:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.404023:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290949760 00000100:00100000:3.0:1763338459.404033:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290949760 00000100:00100000:3.0:1763338459.404088:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6903 00000100:00100000:3.0:1763338459.404097:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+51:56976:x1848993290949760:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.404113:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.404133:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af484d expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.404155:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338459.404174:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.404176:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.404184:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 52 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.404197:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 52 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.404208:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:3.0:1763338459.404304:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+52:56976:x1848993290949760:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 203us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.404311:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6903 00000100:00100000:1.0:1763338459.404823:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.404952:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950016 00000100:00100000:0.0:1763338459.404957:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950016 00000100:00100000:0.0:1763338459.405252:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9930 00000100:00100000:0.0:1763338459.405280:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56979:x1848993290950016:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338459.405335:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338459.405371:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0961 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4823 expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.405392:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b09a7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af483f expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.405403:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b093e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4815 expref: 274 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.405413:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd260197700) 00010000:00010000:0.0:1763338459.405425:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.405452:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.405466:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.405474:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.405485:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.405491:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.405497:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.405575:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.405583:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.405590:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:0.0:1763338459.406135:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1576, 64 off132272 00000004:00080000:0.0:1763338459.406143:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129117881156ns, next at 1130117878066ns, rc = 0 00000040:00080000:0.0:1763338459.406166:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1576, 64 off132032 00000004:00080000:0.0:1763338459.406171:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129117908792ns, next at 1130117907607ns, rc = 0 00000040:00080000:0.0:1763338459.406181:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1577, 64 off132096 00000040:00080000:0.0:1763338459.406188:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1577, 64 off132336 00010000:00010000:0.0:1763338459.406236:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.406246:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.406255:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.406292:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.406299:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.406305:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407820:0:6521:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338459.407823:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338459.407834:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.407845:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240031200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338459.407849:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.407857:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407864:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407873:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407881:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407888:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.407890:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd27467da00) 00010000:00010000:2.0:1763338459.407895:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338459.407900:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407904:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.407923:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b09d1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407924:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.407944:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1dc:0x0].0x0 (ffff8fd27467da00) 00010000:00010000:0.0:1763338459.407947:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338459.407949:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.407952:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.407953:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.407956:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.407963:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09ca lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408154:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408162:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408168:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408173:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.408176:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408183:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408196:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d700) 00010000:00010000:0.0:1763338459.408199:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.408202:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408207:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09bc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338459.408220:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d77a5768 reply state 00000000fe1a3ca3 transno 4294972968 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408232:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.408239:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:0.0:1763338459.408241:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.408245:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338459.408374:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56979:x1848993290950016:12345-192.168.202.34@tcp:36:rm.0 Request processed in 3109us (3547us total) trans 4294972968 rc 0/0 00000100:00100000:0.0:1763338459.408386:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9930 00000100:00100000:1.0:1763338459.409321:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.410207:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.410373:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950144 00000100:00100000:2.0:1763338459.410383:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950144 00002000:00010000:2.0:1763338459.410420:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/625 (5->18446744073709551615) 00002000:00100000:2.0:1763338459.410425:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9d500 with x1848993290950144 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338459.410436:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b9d500. 00000100:00100000:2.0:1763338459.410462:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950272 00000100:00100000:2.0:1763338459.410466:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950272 00002000:00010000:2.0:1763338459.410479:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/625 (0->18446744073709551615) 00002000:00100000:2.0:1763338459.410482:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd260da2300 with x1848993290950272 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338459.410489:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd260da2300. 00000100:00100000:2.0:1763338459.410517:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1701 00000100:00100000:2.0:1763338459.410527:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290950144:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338459.410844:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763338459.410848:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338459.410850:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.410852:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:2.0:1763338459.410854:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338459.410904:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290950144:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 378us (1586us total) trans 17179871728 rc 0/0 00000100:00100000:2.0:1763338459.410911:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1701 00002000:00010000:2.0:1763338459.410915:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/625 (5->18446744073709551615) 00002000:00100000:2.0:1763338459.410918:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9d500 with x1848993290950144 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338459.410921:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b9d500. 00000100:00100000:2.0:1763338459.410939:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1702 00000100:00100000:2.0:1763338459.410945:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+52:2409:x1848993290950272:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338459.411072:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338459.411074:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:2.0:1763338459.411077:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.411079:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:2.0:1763338459.411081:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338459.411103:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2409:x1848993290950272:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 158us (898us total) trans 21474839059 rc 0/0 00000100:00100000:2.0:1763338459.411110:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1702 00002000:00010000:2.0:1763338459.411112:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/625 (0->18446744073709551615) 00002000:00100000:2.0:1763338459.411114:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd260da2300 with x1848993290950272 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338459.411119:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd260da2300. 00000100:00100000:2.0:1763338459.419534:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.421030:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950400 00000100:00100000:0.0:1763338459.421046:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950400 00000100:00100000:0.0:1763338459.421115:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9931 00000100:00100000:0.0:1763338459.421125:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56980:x1848993290950400:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.421150:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.421174:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b09d8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4854 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.421240:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.421253:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421282:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421293:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.421300:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421305:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421356:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421363:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421369:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421374:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.421378:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421385:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421399:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d700) 00010000:00010000:0.0:1763338459.421402:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.421407:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421412:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b09df lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421426:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421431:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421436:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421441:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240031a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.421444:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421448:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421454:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:0.0:1763338459.421457:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.421459:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421465:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b09e6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.421493:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b09d8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4854 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.421504:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d700) 00010000:00010000:0.0:1763338459.421507:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.421510:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b09d8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4854 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.421523:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240030a00, rc 0) 00000100:00100000:0.0:1763338459.421603:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56980:x1848993290950400:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 479us (2079us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.421610:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9931 00000100:00100000:2.0:1763338459.421968:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.422190:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950656 00000100:00100000:3.0:1763338459.422196:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950656 00000100:00100000:3.0:1763338459.422234:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9932 00000100:00100000:3.0:1763338459.422242:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56976:x1848993290950656:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338459.422322:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338459.422333:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.422340:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338459.422464:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000698fa6bc reply state 000000003678b1a7 transno 4294972969 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.422478:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.422485:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:3.0:1763338459.422488:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338459.422492:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338459.424302:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56976:x1848993290950656:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 2048us (2323us total) trans 4294972969 rc 0/0 00000100:00100000:1.0:1763338459.424312:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.424314:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9932 00000100:00100000:3.0:1763338459.424356:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950784 00000100:00100000:3.0:1763338459.424362:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950784 00000100:00100000:3.0:1763338459.424409:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9933 00000100:00100000:3.0:1763338459.424418:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56980:x1848993290950784:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.424435:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.424463:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09f4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af485b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.424528:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338459.424553:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424564:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424580:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338459.424587:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424593:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424633:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424641:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424647:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424653:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424658:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.424662:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424669:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424688:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338459.424691:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.424696:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424702:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b09fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424714:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424722:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424730:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424734:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.424738:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424744:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424751:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:3.0:1763338459.424754:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.424758:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424764:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0a02 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.424791:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09f4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af485b expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.424801:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338459.424803:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.424806:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b09f4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af485b expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.424817:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338459.424908:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56980:x1848993290950784:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 490us (595us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338459.424915:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9933 00000100:00100000:1.0:1763338459.426743:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.426786:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.426897:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290950912 00000100:00100000:3.0:1763338459.426906:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290950912 00000100:00100000:3.0:1763338459.427006:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6904 00000100:00100000:3.0:1763338459.427019:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2410:x1848993290950912:12345-192.168.202.34@tcp:2:lfs.0 00000100:00100000:0.0:1763338459.427019:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290951040 00000100:00100000:0.0:1763338459.427026:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290951040 00000100:00100000:0.0:1763338459.427079:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9934 00000100:00100000:0.0:1763338459.427087:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56980:x1848993290951040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.427102:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.427123:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0a09 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4862 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.427168:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338459.427173:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00010000:00010000:0.0:1763338459.427173:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0a10 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00002000:00010000:3.0:1763338459.427177:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 0 -> 1763338459 00002000:00010000:3.0:1763338459.427183:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.427188:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1763338459.427192:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0a10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.427203:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0a10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338459.427241:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2410:x1848993290950912:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 224us (502us total) trans 21474839060 rc 0/0 00000004:00200000:0.0:1763338459.427244:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000100:00100000:3.0:1763338459.427250:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6904 00000004:00200000:0.0:1763338459.427251:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338459.427309:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0a09 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4862 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.427330:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0a10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4862 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.427339:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467da00) 00010000:00010000:0.0:1763338459.427342:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338459.427345:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:0.0:1763338459.427387:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56980:x1848993290951040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 301us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.427394:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9934 00000100:00100000:3.0:1763338459.429020:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.429066:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290951296 00000100:00100000:2.0:1763338459.429080:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290951296 00000100:00100000:2.0:1763338459.429131:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3466 00000100:00100000:2.0:1763338459.429141:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56976:x1848993290951296:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:2.0:1763338459.429192:0:19655:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1db:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0857 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c8 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.429236:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:2.0:1763338459.429251:0:19655:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.429278:0:19655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.429316:0:19655:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.429329:0:19655:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 278 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.429344:0:19655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303211008:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.429440:0:19655:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.432987:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.433010:0:19655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303211008:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.433043:0:19655:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000100:00100000:2.0:1763338459.433052:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.433225:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290951424 00000100:00100000:3.0:1763338459.433234:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290951424 00000100:00100000:3.0:1763338459.433319:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9935 00000100:00100000:3.0:1763338459.433328:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56980:x1848993290951424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.433357:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.433376:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0a1e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4869 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.433442:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338459.433455:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433465:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433474:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338459.433480:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433486:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433525:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433532:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433538:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433545:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433551:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.433555:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433561:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433572:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467da00) 00010000:00010000:3.0:1763338459.433576:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.433580:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433586:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0a25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433597:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433602:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433608:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433613:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.433615:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433621:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433628:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:3.0:1763338459.433630:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.433632:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433637:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0a2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.433668:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0a1e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4869 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.433677:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467da00) 00010000:00010000:3.0:1763338459.433697:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338459.433701:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0a1e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4869 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.433710:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:3.0:1763338459.433775:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56980:x1848993290951424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 447us (796us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338459.433782:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9935 00000100:00100000:1.0:1763338459.433802:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290951552 00000100:00100000:1.0:1763338459.433808:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290951552 00010000:00010000:1.0:1763338459.433847:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 279 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.433876:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3252 00000100:00100000:1.0:1763338459.433886:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2410:x1848993290951552:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.433896:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.433902:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 279 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.434324:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 279 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.434340:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b08c7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47f2 expref: 279 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.434364:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.434369:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.434378:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.434385:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.434445:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.434465:0:19655:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.434475:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000100:00100000:1.0:1763338459.434483:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2410:x1848993290951552:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 597us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.434492:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3252 00000040:00080000:0.0:1763338459.434848:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1578, 88 off132184 00000004:00080000:0.0:1763338459.434857:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129146594390ns, next at 1130117907607ns, rc = 0 00000040:00080000:0.0:1763338459.434895:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1578, 88 off132424 00000004:00080000:0.0:1763338459.434900:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129146637578ns, next at 1130117878066ns, rc = 0 00000040:00080000:0.0:1763338459.434921:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1579, 88 off132512 00000004:00080000:0.0:1763338459.434925:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129146663372ns, next at 1130117878066ns, rc = 0 00000040:00080000:0.0:1763338459.434933:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1579, 88 off132272 00000004:00080000:0.0:1763338459.434936:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129146674208ns, next at 1130117907607ns, rc = 0 00000100:00100000:2.0:1763338459.437488:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.437661:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290951808 00000100:00100000:1.0:1763338459.437673:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290951808 00000100:00100000:1.0:1763338459.437733:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9936 00000100:00100000:1.0:1763338459.437745:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56980:x1848993290951808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.437773:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.437776:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338459.437809:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0a10 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4862 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.437832:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467da00) 00010000:00010000:1.0:1763338459.437842:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.437858:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0a33 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4870 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.437961:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.437976:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.437987:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.437997:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.438005:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438011:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:0.0:1763338459.438139:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972970 is committed 00000004:00080000:0.0:1763338459.438145:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1030 committed 00000004:00080000:0.0:1763338459.438228:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1036 committed 00000004:00080000:0.0:1763338459.438239:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1035 committed 00000004:00080000:0.0:1763338459.438242:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1029 committed 00010000:00010000:2.0:1763338459.438296:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438305:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438311:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438317:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.438322:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438333:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438342:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.438354:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.438359:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438365:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b098b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438379:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438385:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438391:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438395:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.438398:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438403:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438412:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:2.0:1763338459.438416:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.438418:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438424:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b09c3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338459.438434:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.438439:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.438444:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.438449:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.438452:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.438457:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.438462:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.438466:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.438473:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.438477:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.438478:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.438494:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b09ed lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.438497:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338459.438509:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 0 00010000:00010000:1.0:1763338459.438542:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438550:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438556:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438562:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438567:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.438571:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438579:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438592:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338459.438595:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.438598:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438604:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0a3a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338459.438616:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040cc0d2e reply state 00000000bb738002 transno 4294972971 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.438627:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338459.438632:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303211136:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338459.438636:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:1.0:1763338459.438640:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338459.438644:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338459.438662:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211264:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.438701:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.438733:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338459.438738:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211392:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.438756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338459.438795:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0a33 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.438810:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.438818:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338459.438820:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.438823:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338459.438870:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56980:x1848993290951808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1128us (1397us total) trans 4294972971 rc 0/0 00000100:00100000:1.0:1763338459.438880:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9936 00000100:00100000:1.0:1763338459.438903:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211776:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.438913:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211264 00000100:00100000:3.0:1763338459.438919:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211264 00000100:00100000:1.0:1763338459.438927:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.438948:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338459.438952:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211392 00000100:00100000:1.0:1763338459.438956:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211904:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.438957:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211392 00000100:00100000:3.0:1763338459.438978:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211776 00000100:00100000:3.0:1763338459.438982:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211776 00000100:00100000:1.0:1763338459.438983:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.439006:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211904 00000100:00100000:3.0:1763338459.439010:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211904 00000100:00100000:1.0:1763338459.439020:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6905 00000100:00100000:1.0:1763338459.439028:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3654:x1848993303211264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338459.439045:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:627 count 1 00000004:00080000:0.0:1763338459.439063:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1028 committed 00000004:00080000:0.0:1763338459.439067:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1034 committed 00002000:00010000:1.0:1763338459.439069:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338459.439076:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439088:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.439090:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.439095:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439104:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439113:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763338459.439114:0:19655:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6ec435f reply state 00000000a7d16d8b transno 4294972970 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.439130:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.439135:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.439144:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.439147:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338459.439147:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338459.439150:0:19655:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338459.439156:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:0.0:1763338459.439158:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338459.439163:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0857 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47c8 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763338459.439223:0:19655:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338459.439237:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56976:x1848993290951296:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 10098us (10227us total) trans 4294972970 rc 0/0 00000100:00100000:0.0:1763338459.439245:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3466 00000100:00100000:1.0:1763338459.439334:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303211264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 306us (631us total) trans 17179871729 rc 0/0 00000100:00100000:1.0:1763338459.439341:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6905 00000100:00100000:3.0:1763338459.439361:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6906 00000100:00100000:1.0:1763338459.439374:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6907 00000100:00100000:3.0:1763338459.439375:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848993303211392:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.439386:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+96:3654:x1848993303211776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338459.439401:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:627 count 1 00002000:00010000:1.0:1763338459.439420:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338459.439425:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439433:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.439435:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.439438:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439448:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.439454:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763338459.439455:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.439459:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.439464:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.439471:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00010000:00010000:1.0:1763338459.439471:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.439477:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763338459.439494:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338459.439508:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303211392:12345-0@lo:2:osp-syn-1-1.0 Request processed in 138us (750us total) trans 17179871730 rc 0/0 00000100:00100000:3.0:1763338459.439514:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6906 00000100:00100000:3.0:1763338459.439526:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6908 00000100:00100000:3.0:1763338459.439532:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+96:3654:x1848993303211904:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338459.439591:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338459.439594:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.439602:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.439604:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.439606:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338459.439638:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+98:3654:x1848993303211776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 254us (708us total) trans 21474839061 rc 0/0 00000100:00100000:3.0:1763338459.439646:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+98:3654:x1848993303211904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (662us total) trans 21474839062 rc 0/0 00000100:00100000:1.0:1763338459.439647:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6907 00000100:00100000:3.0:1763338459.439657:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6908 00010000:00010000:1.0:1763338459.439685:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338459.439691:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439699:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.439702:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439710:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439725:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439734:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0a56 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439748:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.439751:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439758:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.439761:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439767:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439776:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439783:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0a5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.439793:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.439795:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.439797:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.439807:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338459.439838:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761e680/2, rc 0, transno 21474839062 00000100:00100000:1.0:1763338459.439844:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211904:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338459.439855:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9f480/2, rc 0, transno 21474839061 00000100:00100000:1.0:1763338459.439857:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211776:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.439873:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871725 gen 2 00000004:00080000:1.0:1763338459.439877:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6aa00, transno 17179871712 00000004:00080000:1.0:1763338459.439880:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f8000, transno 17179871713 00000004:00080000:1.0:1763338459.439882:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f8e00, transno 17179871714 00000004:00080000:1.0:1763338459.439884:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68e00, transno 17179871715 00000004:00080000:1.0:1763338459.439887:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b100, transno 17179871716 00000004:00080000:1.0:1763338459.439890:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99180, transno 17179871717 00000004:00080000:1.0:1763338459.439892:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9a680, transno 17179871718 00000004:00080000:1.0:1763338459.439895:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9ad80, transno 17179871719 00000004:00080000:1.0:1763338459.439897:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89180, transno 17179871721 00000004:00080000:1.0:1763338459.439900:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f8ad80, transno 17179871722 00000004:00080000:1.0:1763338459.439911:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da6a00, transno 17179871724 00000004:00080000:1.0:1763338459.439913:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5880, transno 17179871725 00000100:00100000:1.0:1763338459.439919:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd26f010e00 x1848993303211392/t17179871730(17179871730) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338475 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763338459.439927:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f010e00/2, rc 0, transno 17179871730 00000100:00100000:1.0:1763338459.439931:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211392:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338459.439941:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f012680/2, rc 0, transno 17179871729 00000100:00100000:1.0:1763338459.439945:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303211264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.440028:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.440065:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303211648:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.440090:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.440108:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763338459.440114:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303211520:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.440135:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.440148:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303212032:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.440163:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338459.440198:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.440205:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.440210:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.440215:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.440218:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.440224:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.440238:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.440240:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338459.440243:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.440249:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0a17 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00000100:00100000:0.0:1763338459.440251:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211136 00000100:00100000:0.0:1763338459.440258:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211136 00000100:00100000:2.0:1763338459.440291:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211648 00000100:00100000:2.0:1763338459.440296:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211648 00000100:00100000:0.0:1763338459.440309:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303211520 00000100:00100000:0.0:1763338459.440315:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303211520 00000100:00100000:2.0:1763338459.440325:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303212032 00000100:00100000:2.0:1763338459.440330:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303212032 00000100:00100000:0.0:1763338459.440361:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909 00000100:00100000:0.0:1763338459.440370:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303211136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338459.440385:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:626 count 1 00010000:00010000:0.0:1763338459.440401:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.440422:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.440429:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338459.440432:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338459.440435:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.440463:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.440476:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 14 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.440487:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303212160:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.440533:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.441751:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910 00000100:00100000:2.0:1763338459.441767:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+98:3657:x1848993303211648:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.441770:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911 00002000:00080000:2.0:1763338459.441794:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:626 count 1 00000100:00100000:3.0:1763338459.441803:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6912 00010000:00010000:2.0:1763338459.441816:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.441826:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+98:3657:x1848993303212032:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338459.441836:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 53 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.441845:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.441847:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.441851:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.441886:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 53 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.441895:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 53 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.441907:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303212288:192.168.202.34@tcp:104: 00002000:00010000:3.0:1763338459.441950:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.441954:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.441957:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.441959:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:3.0:1763338459.441962:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x271:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338459.441963:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.442022:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+99:3657:x1848993303212032:12345-0@lo:2:osp-syn-0-1.0 Request processed in 200us (1856us total) trans 21474839063 rc 0/0 00000100:00100000:3.0:1763338459.442032:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6912 00000004:00080000:0.0:1763338459.442064:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761d180/2, rc 0, transno 21474839063 00000100:00100000:0.0:1763338459.442073:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303212032:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338459.442110:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 12 done 00000100:00100000:1.0:1763338459.442179:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303211520:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338459.442243:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338459.442247:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.442249:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.442251:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 1763338459 -> 1763338459 00002000:00010000:1.0:1763338459.442253:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338459.442310:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303211520:12345-0@lo:2:osp-syn-1-1.0 Request processed in 136us (2173us total) trans 17179871731 rc 0/0 00000100:00100000:1.0:1763338459.442316:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911 00000004:00080000:0.0:1763338459.442383:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f013480/2, rc 0, transno 17179871731 00000100:00100000:0.0:1763338459.442389:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303211520:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.444061:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.445107:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303212288:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.445107:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303212160:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.445143:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.445144:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.447107:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.447155:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.447172:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290951936 00000100:00100000:3.0:1763338459.447180:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.447183:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290951936 00000100:00100000:2.0:1763338459.447243:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290952192 00000100:00100000:2.0:1763338459.447246:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290952192 00000100:00100000:2.0:1763338459.447299:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9937 00000100:00100000:2.0:1763338459.447309:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56976:x1848993290951936:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.447333:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.447365:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0a72 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4877 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.447431:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0a72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4877 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.447446:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6a00/0x4ea0a6980f4b0a72 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4877 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.447463:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:2.0:1763338459.447466:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338459.447470:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6a00, rc 0) 00000100:00100000:2.0:1763338459.447527:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290951936:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 219us (3476us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.447534:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9937 00000100:00100000:2.0:1763338459.447565:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9938 00000100:00100000:2.0:1763338459.447572:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56980:x1848993290952192:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.447582:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.447594:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0a79 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af487e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.447675:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338459.447700:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.447708:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.447750:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.447760:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 273 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.447773:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303212416:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.447825:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fde40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.449034:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290952448 00000100:00100000:1.0:1763338459.449043:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290952448 00010000:00010000:1.0:1763338459.449076:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 54 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.449990:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290952320 00000100:00100000:2.0:1763338459.449997:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290952320 00010000:00010000:2.0:1763338459.450025:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 15 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.450073:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3253 00000100:00100000:0.0:1763338459.450087:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2409:x1848993290952448:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.450101:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.450109:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 54 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.450125:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 54 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.450149:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3254 00010000:00010000:0.0:1763338459.450151:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0984 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4838 expref: 54 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.450164:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290952320:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.450171:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.450174:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.450175:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.450180:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450183:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 15 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.450201:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450206:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 15 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.450227:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b097d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4831 expref: 15 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.450235:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.450240:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.450245:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.450248:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450257:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450303:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.450308:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2409:x1848993290952448:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 223us (3151us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.450319:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3253 00000100:00100000:2.0:1763338459.450333:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290952320:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 173us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.450343:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3254 00010000:00010000:3.0:1763338459.450449:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.450459:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.450470:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.450483:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.450503:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.450506:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338459.450518:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.450528:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.450542:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.450556:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763338459.450797:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338459.450808:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450815:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338459.450831:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450840:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450857:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450863:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0a6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450878:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338459.450882:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450887:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338459.450890:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450897:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450910:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450916:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0a64 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.450928:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.450930:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.450932:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.451940:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338459.451995:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303211136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11622us (11963us total) trans 17179871732 rc 0/0 00000100:00100000:0.0:1763338459.452005:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909 00000100:00100000:3.0:1763338459.452200:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+99:3657:x1848993303211648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10436us (12106us total) trans 21474839064 rc 0/0 00000100:00100000:3.0:1763338459.452210:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910 00000004:00080000:2.0:1763338459.452233:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9d500/2, rc 0, transno 21474839064 00000100:00100000:2.0:1763338459.452242:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303211648:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338459.452255:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f010380/2, rc 0, transno 17179871732 00000100:00100000:2.0:1763338459.452333:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303211136:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.453569:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303212416:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.453596:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338459.456853:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.456887:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.457330:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290952576 00000100:00100000:1.0:1763338459.457342:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290952576 00010000:00010000:1.0:1763338459.457394:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 274 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.457440:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3255 00000100:00100000:1.0:1763338459.457450:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2409:x1848993290952576:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.458909:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.458926:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 274 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.458945:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 274 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.458978:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0a48 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4870 expref: 274 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.458997:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338459.459003:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.459013:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.459021:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.459063:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.459141:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:2409:x1848993290952576:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1688us (2293us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.459151:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3255 00010000:00010000:0.0:1763338459.459203:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.459212:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338459.459238:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 0 00000100:00100000:2.0:1763338459.459281:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290952832 00000100:00100000:2.0:1763338459.459288:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290952832 00000100:00100000:2.0:1763338459.459326:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3467 00000100:00100000:2.0:1763338459.459335:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290952832:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338459.459452:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x274:0x0], index 0: 0 00000004:00080000:0.0:1763338459.459461:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x274:0x0], index 1: 0 00000004:00080000:0.0:1763338459.459468:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x275:0x0], index 1: 0 00000004:00080000:0.0:1763338459.459473:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x275:0x0], index 0: 0 00000004:00080000:2.0:1763338459.459569:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1db:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763338459.459595:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.459606:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.459615:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.459622:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.459626:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.459635:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338459.459638:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1580, 64 off132336 00010000:00010000:0.0:1763338459.459648:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:0.0:1763338459.459653:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.459657:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338459.459662:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1580, 64 off132576 00010000:00010000:0.0:1763338459.459663:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0a80 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338459.459675:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1581, 64 off132640 00000040:00080000:2.0:1763338459.459686:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1581, 64 off132400 00010000:00010000:0.0:1763338459.459714:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0a79 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af487e expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.459725:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:0.0:1763338459.459728:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338459.459730:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:0.0:1763338459.459734:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0a79 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af487e expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.459750:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338459.459755:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c800, rc 0) 00010000:00010000:2.0:1763338459.459762:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.459770:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.459776:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.459782:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338459.459797:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338459.459804:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56980:x1848993290952192:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12230us (12705us total) trans 4294972972 rc 301/301 00000100:00100000:0.0:1763338459.459813:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9938 00000100:00100000:2.0:1763338459.459949:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56976:x1848993290952832:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 615us (3060us total) trans 4294972973 rc 0/0 00000100:00100000:2.0:1763338459.459957:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3467 00010000:00010000:1.0:1763338459.460367:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.460377:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.460384:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.460388:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.460395:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.460406:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1db:0x0].0x0 (ffff8fd2746e2800) 00010000:00010000:1.0:1763338459.460409:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338459.460413:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.460418:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0a8e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338459.460430:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.460432:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.460434:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338459.465450:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.465474:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.465535:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290953088 00000100:00100000:0.0:1763338459.465555:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290953088 00000100:00100000:1.0:1763338459.465588:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290953344 00000100:00100000:1.0:1763338459.465594:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290953344 00000100:00100000:1.0:1763338459.465650:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3468 00000100:00100000:1.0:1763338459.465662:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56980:x1848993290953344:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.465704:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9939 00000100:00100000:0.0:1763338459.465713:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56976:x1848993290953088:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.465725:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.465751:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0a95 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4885 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.465817:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338459.465830:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.465842:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.465859:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338459.465866:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.465873:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.465967:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0aaa lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:1.0:1763338459.465974:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56980:x1848993290953344:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 311us (533us total) trans 4294972974 rc 0/0 00010000:00010000:0.0:1763338459.465979:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0aaa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338459.465987:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3468 00010000:00010000:0.0:1763338459.465993:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0aaa lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338459.466011:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 0 00010000:00010000:0.0:1763338459.466065:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466073:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466079:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466085:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466092:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.466096:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466103:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466115:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14335b400) 00010000:00010000:0.0:1763338459.466118:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.466123:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466130:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0a9c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466142:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466149:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466158:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466163:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.466166:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466172:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466179:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:0.0:1763338459.466182:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.466185:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466191:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0aa3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.466222:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0a95 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4885 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.466241:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0aaa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4885 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.466248:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14335b600) 00010000:00010000:0.0:1763338459.466250:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.466252:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:0.0:1763338459.466320:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56976:x1848993290953088:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 608us (845us total) trans 4294972975 rc 0/0 00000100:00100000:0.0:1763338459.466327:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9939 00000100:00100000:3.0:1763338459.468008:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.469013:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290953600 00000100:00100000:1.0:1763338459.469024:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290953600 00000100:00100000:1.0:1763338459.469084:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3469 00000100:00100000:1.0:1763338459.469094:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56980:x1848993290953600:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338459.469366:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56980:x1848993290953600:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 272us (1365us total) trans 4294972976 rc 0/0 00000100:00100000:1.0:1763338459.469374:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3469 00000100:00100000:3.0:1763338459.469965:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.472832:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290953728 00000100:00100000:0.0:1763338459.472850:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290953728 00000100:00100000:0.0:1763338459.472916:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6913 00000100:00100000:0.0:1763338459.472924:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d651450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2409:x1848993290953728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.472943:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.472966:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af488c expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338459.472990:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338459.473008:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.473011:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.473020:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 54 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338459.473036:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 54 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338459.473049:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:0.0:1763338459.473114:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d651450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2409:x1848993290953728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 190us (3150us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.473121:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6913 00000100:00100000:3.0:1763338459.473630:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.473700:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290953984 00000100:00100000:2.0:1763338459.473706:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290953984 00000100:00100000:3.0:1763338459.474397:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9940 00000100:00100000:3.0:1763338459.474408:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290953984:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.474429:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.474432:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338459.474520:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0aaa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4885 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.474610:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14335b600) 00010000:00010000:3.0:1763338459.474622:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.474637:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0abf lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4893 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.474750:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0ac6 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338459.474763:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0ac6 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.474774:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0ac6 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338459.474789:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 0 00010000:00010000:3.0:1763338459.474901:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0abf lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4893 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.474915:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0ac6 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4893 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.474922:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338459.474925:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338459.474928:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:3.0:1763338459.474995:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290953984:12345-192.168.202.34@tcp:101:bash.0 Request processed in 589us (1365us total) trans 4294972977 rc 0/0 00000100:00100000:3.0:1763338459.475003:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9940 00000100:00100000:3.0:1763338459.476374:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.476633:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290954112 00000100:00100000:0.0:1763338459.476643:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290954112 00000100:00100000:0.0:1763338459.476702:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9941 00000100:00100000:0.0:1763338459.476715:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56976:x1848993290954112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.476732:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.476750:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0ad4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af489a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.476799:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0ad4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af489a expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.476812:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0ad4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af489a expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.476828:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:0.0:1763338459.476831:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.476835:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:0.0:1763338459.476891:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56976:x1848993290954112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 180us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.476897:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9941 00000100:00100000:0.0:1763338459.478986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.479060:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290954240 00000100:00100000:3.0:1763338459.479069:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290954240 00000100:00100000:3.0:1763338459.479157:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9942 00000100:00100000:3.0:1763338459.479167:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290954240:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.479187:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763338459.479771:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338459.479858:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0adb lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48a1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.479901:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0ae2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.479915:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.479926:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0ae2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.480036:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0adb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a1 expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.480059:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0ae2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a1 expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.480067:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.480070:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338459.480073:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d600, rc 0) 00000100:00100000:2.0:1763338459.480129:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290954240:12345-192.168.202.34@tcp:101:bash.0 Request processed in 964us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.480137:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9942 00000100:00100000:0.0:1763338459.480207:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290954496 00000100:00100000:0.0:1763338459.480213:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290954496 00000100:00100000:0.0:1763338459.480249:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3470 00000100:00100000:0.0:1763338459.480257:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243550c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56976:x1848993290954496:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.480452:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243550c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56976:x1848993290954496:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 192us (680us total) trans 4294972978 rc 0/0 00000100:00100000:0.0:1763338459.480460:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3470 00000100:00100000:3.0:1763338459.483995:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.484084:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290954752 00000100:00100000:1.0:1763338459.484090:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.484096:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290954752 00000100:00100000:2.0:1763338459.484157:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290955008 00000100:00100000:2.0:1763338459.484161:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290955008 00000100:00100000:2.0:1763338459.484195:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9943 00000100:00100000:2.0:1763338459.484205:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290954752:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338459.484287:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.484314:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0ac6 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1de:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4893 expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.484332:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.484338:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.484522:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.484536:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484545:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338459.484590:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972979 00000004:00010000:2.0:1763338459.484613:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041b19ad3 reply state 000000008e27051d transno 4294972980 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484624:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484630:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.484633:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338459.484635:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338459.484728:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290954752:12345-192.168.202.34@tcp:36:bash.0 Request processed in 523us (742us total) trans 4294972980 rc 0/0 00000100:00100000:2.0:1763338459.484736:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9943 00000020:00080000:2.0:1763338459.484742:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338459.484758:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9944 00000100:00100000:2.0:1763338459.484766:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56976:x1848993290955008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.484778:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.484791:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0af0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48a8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.484844:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.484852:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484861:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484873:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.484881:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484888:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484976:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.484984:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.484992:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338459.484999:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 0 00010000:00010000:2.0:1763338459.485047:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485055:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485064:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485071:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485077:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.485081:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485088:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485097:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338459.485100:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.485103:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485109:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0af7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485119:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485124:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485129:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485134:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.485136:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485146:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485152:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:2.0:1763338459.485154:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.485157:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485162:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0afe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.485189:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0af0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.485202:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.485209:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.485211:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.485213:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:2.0:1763338459.485251:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56976:x1848993290955008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 486us (1164us total) trans 4294972981 rc 0/0 00000100:00100000:2.0:1763338459.485257:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9944 00000100:00100000:1.0:1763338459.487813:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.488238:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.488308:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290955520 00000100:00100000:2.0:1763338459.488320:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290955520 00000100:00100000:3.0:1763338459.488338:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290955264 00000100:00100000:3.0:1763338459.488344:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290955264 00000100:00100000:2.0:1763338459.488389:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3471 00000100:00100000:3.0:1763338459.488400:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9945 00000100:00100000:2.0:1763338459.488408:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56976:x1848993290955520:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338459.488414:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993290955264:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.488434:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.488437:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338459.488463:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0ad4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af489a expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.488480:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338459.488485:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.488499:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0b13 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48af expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.488539:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338459.488551:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.488560:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.488593:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.488606:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 287 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.488622:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303212544:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.488624:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56976:x1848993290955520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 217us (382us total) trans 4294972982 rc 0/0 00000100:00100000:2.0:1763338459.488636:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3471 00000100:00100000:3.0:1763338459.488694:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd258487180 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.490618:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303212544:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.490646:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338459.491361:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.491399:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.491413:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290955648 00000100:00100000:0.0:1763338459.491421:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290955648 00000100:00100000:2.0:1763338459.491472:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290955776 00000100:00100000:0.0:1763338459.491478:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3472 00000100:00100000:2.0:1763338459.491479:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290955776 00000100:00100000:0.0:1763338459.491493:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56976:x1848993290955648:12345-192.168.202.34@tcp:33:lfs.0 00010000:00010000:2.0:1763338459.491516:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.491548:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3256 00000100:00100000:2.0:1763338459.491556:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2410:x1848993290955776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.491567:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.491574:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.491589:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.491609:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b05 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a8 expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.491624:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.491630:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.491640:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.491648:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.491675:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.491703:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.491712:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338459.491725:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2410:x1848993290955776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 169us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.491728:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56976:x1848993290955648:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 238us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.491742:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3256 00000100:00100000:0.0:1763338459.491743:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3472 00000040:00080000:1.0:1763338459.492208:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1582, 88 off132488 00000004:00080000:1.0:1763338459.492215:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129203952394ns, next at 1130117907607ns, rc = 0 00000040:00080000:1.0:1763338459.492244:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1582, 88 off132728 00000004:00080000:1.0:1763338459.492249:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129203986593ns, next at 1130117878066ns, rc = 0 00000040:00080000:1.0:1763338459.492288:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1583, 88 off132816 00000004:00080000:1.0:1763338459.492292:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129204030338ns, next at 1130117878066ns, rc = 0 00000040:00080000:1.0:1763338459.492299:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1583, 88 off132576 00000004:00080000:1.0:1763338459.492302:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129204040161ns, next at 1130117907607ns, rc = 0 00000001:00080000:0.0:1763338459.496282:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972983 is committed 00000004:00080000:0.0:1763338459.496299:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1032 committed 00000004:00080000:0.0:1763338459.496319:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1038 committed 00000004:00080000:0.0:1763338459.496338:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1037 committed 00000004:00080000:0.0:1763338459.496342:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1031 committed 00000100:00100000:0.0:1763338459.496419:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338459.496442:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303212672:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.496452:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303212800:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338459.496586:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48af expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.496608:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:1.0:1763338459.496611:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338459.496627:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0b13 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48af expref: 274 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338459.496644:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48af expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.496678:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:1.0:1763338459.496681:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338459.496683:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:3.0:1763338459.496823:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.496866:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303213312:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338459.496871:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.496882:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.496890:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.496894:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338459.496902:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.496907:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.496916:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.496918:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763338459.496928:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303212928:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338459.496931:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd27467d100) 00010000:00010000:2.0:1763338459.496936:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.496941:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.496947:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0a41 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.496956:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338459.496973:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338459.496977:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303213440:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338459.496984:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.496991:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.496998:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.497001:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338459.497002:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338459.497012:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.497021:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.497024:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.497028:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.497034:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0ae9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338459.497046:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303212800 00000100:00100000:3.0:1763338459.497053:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303212800 00000100:00100000:2.0:1763338459.497070:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303213184:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.497095:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303213312 00000100:00100000:3.0:1763338459.497099:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303213312 00000100:00100000:2.0:1763338459.497105:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.497132:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303212928 00000100:00100000:2.0:1763338459.497134:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1763338459.497136:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303212928 00000100:00100000:2.0:1763338459.497143:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303213056:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.497157:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303213440 00000100:00100000:3.0:1763338459.497160:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303213440 00000100:00100000:2.0:1763338459.497170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.497386:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:55909:x1848993290955264:12345-192.168.202.34@tcp:101:bash.0 Request processed in 8975us (9578us total) trans 4294972983 rc 0/0 00000100:00100000:1.0:1763338459.497397:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9945 00000100:00100000:2.0:1763338459.498588:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303213568:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.498628:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.498662:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303213184 00000100:00100000:3.0:1763338459.498670:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303213184 00000100:00100000:2.0:1763338459.498690:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303213056 00000100:00100000:2.0:1763338459.498696:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303213056 00000100:00100000:2.0:1763338459.498723:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303213568 00000100:00100000:2.0:1763338459.498726:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303213568 00000100:00100000:0.0:1763338459.498758:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.498764:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6914 00000100:00100000:3.0:1763338459.498766:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303212672 00000100:00100000:3.0:1763338459.498772:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303212672 00000100:00100000:2.0:1763338459.498779:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3654:x1848993303212800:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.498796:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6915 00000100:00100000:3.0:1763338459.498805:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303213312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338459.498811:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:625 count 1 00002000:00080000:3.0:1763338459.498823:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:625 count 1 00010000:00010000:3.0:1763338459.498851:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.498873:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.498882:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.498886:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.498890:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.498923:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.498938:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.498951:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303213696:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.498988:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.499004:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 53 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.499011:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.499013:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.499016:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.499017:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd258487180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.499042:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6916 00010000:00010000:2.0:1763338459.499043:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 53 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.499054:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+102:3654:x1848993303212928:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338459.499057:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 53 pid: 8406 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.499071:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303213824:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.499124:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.499142:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6917 00000100:00100000:2.0:1763338459.499151:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303213440:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338459.499196:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.499201:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.499204:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.499206:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.499209:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338459.499285:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+103:3654:x1848993303212928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 208us (2307us total) trans 21474839065 rc 0/0 00000100:00100000:3.0:1763338459.499295:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6916 00000100:00100000:2.0:1763338459.499301:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303213440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (2295us total) trans 17179871733 rc 0/0 00000100:00100000:2.0:1763338459.499310:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6917 00000100:00100000:3.0:1763338459.499318:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6918 00000100:00100000:3.0:1763338459.499328:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+102:3657:x1848993303213056:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.499333:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6919 00000100:00100000:2.0:1763338459.499344:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3657:x1848993303213568:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.499455:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+103:3657:x1848993303213056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (2284us total) trans 21474839066 rc 0/0 00000100:00100000:3.0:1763338459.499461:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6918 00000100:00100000:3.0:1763338459.499479:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6920 00000100:00100000:3.0:1763338459.499487:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303213184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338459.499500:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:624 count 1 00000100:00100000:2.0:1763338459.500205:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303213568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 858us (1572us total) trans 17179871734 rc 0/0 00000004:00080000:0.0:1763338459.500211:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534ce00/2, rc 0, transno 21474839066 00000100:00100000:2.0:1763338459.500222:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6919 00000100:00100000:0.0:1763338459.500222:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303213056:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338459.500244:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2746c3b80/2, rc 0, transno 17179871734 00000100:00100000:2.0:1763338459.500248:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00100000:0.0:1763338459.500252:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303213568:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.500278:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+102:3656:x1848993303212672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338459.500294:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:624 count 1 00010000:00010000:2.0:1763338459.500310:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.500326:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 53 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338459.500333:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.500335:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.500338:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.500380:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 53 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338459.500390:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 53 pid: 8403 timeout: 1229 lvb_type: 1 00000100:00100000:2.0:1763338459.500401:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303213952:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.500466:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fda80 going to sleep for 11 seconds 00010000:00010000:3.0:1763338459.501455:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.501479:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.501487:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.501490:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.501493:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.501521:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 13 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.501531:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 13 pid: 8406 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.501556:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303214080:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338459.501622:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd259d72f00 going to sleep for 11 seconds 00000004:00080000:3.0:1763338459.501668:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534dc00/2, rc 0, transno 21474839065 00000100:00100000:3.0:1763338459.501675:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303212928:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338459.501688:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2746c3100/2, rc 0, transno 17179871733 00000100:00100000:3.0:1763338459.501692:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303213440:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.507079:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.507116:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.507190:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303213696:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.507217:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.507455:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303214080:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.507470:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.507946:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303213824:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.507963:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.507991:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303213952:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.508001:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.508026:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956160 00000100:00100000:2.0:1763338459.508033:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956160 00000100:00100000:2.0:1763338459.508094:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9946 00000100:00100000:2.0:1763338459.508102:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56981:x1848993290956160:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.508124:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.508146:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b3d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48bd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.508226:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.508238:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508248:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508282:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.508289:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508296:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508423:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0b52 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.508433:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0b52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508440:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0b52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338459.508450:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 2 00000100:00100000:3.0:1763338459.508523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.508550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338459.508556:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508564:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.508567:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956416 00000100:00100000:3.0:1763338459.508571:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956416 00010000:00010000:2.0:1763338459.508571:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508577:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508582:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.508586:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.508590:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 54 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508595:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508610:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:2.0:1763338459.508613:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338459.508616:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956672 00010000:00010000:2.0:1763338459.508618:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.508619:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956672 00010000:00010000:2.0:1763338459.508628:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b44 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.508632:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 14 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508640:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508646:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.508648:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3257 00010000:00010000:2.0:1763338459.508651:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.508655:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2410:x1848993290956416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.508657:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.508659:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.508664:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.508665:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.508669:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 54 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508672:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:2.0:1763338459.508674:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.508677:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.508682:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b4b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338459.508714:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3258 00000100:00100000:2.0:1763338459.508721:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252693c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290956672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.508730:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.508735:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 14 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508746:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 14 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508765:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b07ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af47b3 expref: 14 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.508776:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 54 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508777:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.508779:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.508783:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.508790:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282045800/0x4ea0a6980f4b09b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af484d expref: 54 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.508792:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.508800:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.508801:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.508804:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.508811:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.508814:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.508826:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338459.508866:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2410:x1848993290956416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 210us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.508874:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3257 00000100:00100000:0.0:1763338459.509110:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290955904 00000100:00100000:0.0:1763338459.509116:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290955904 00000100:00100000:0.0:1763338459.509154:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6922 00000100:00100000:0.0:1763338459.509162:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+53:55909:x1848993290955904:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.509173:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.509183:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48b6 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.509202:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 54 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338459.509209:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.509212:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.509216:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 54 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.509243:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 54 pid: 31107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338459.509253:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 54 pid: 31107 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338459.509292:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303214208:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338459.509869:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.509890:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956288 00000100:00100000:3.0:1763338459.509895:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956288 00000100:00100000:0.0:1763338459.510596:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.510698:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.510795:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252693c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290956672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2071us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.510806:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3258 00000100:00100000:2.0:1763338459.510866:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956544 00000100:00100000:2.0:1763338459.510871:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956544 00010000:00010000:2.0:1763338459.510890:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 55 pid: 8403 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338459.510933:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3259 00000100:00100000:0.0:1763338459.510951:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2410:x1848993290956544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.510964:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.510971:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 55 pid: 8403 timeout: 1229 lvb_type: 1 00010000:00010000:0.0:1763338459.510983:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 55 pid: 8403 timeout: 1229 lvb_type: 1 00010000:00010000:0.0:1763338459.511006:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b08f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4800 expref: 55 pid: 8403 timeout: 1229 lvb_type: 1 00010000:00010000:3.0:1763338459.511009:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.511027:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.511030:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.511041:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.511049:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3260 00010000:00010000:2.0:1763338459.511049:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.511060:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993290956288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.511068:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.511074:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511078:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.511078:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511084:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.511096:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511099:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.511112:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338459.511114:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b09ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4846 expref: 13 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.511115:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.511126:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.511129:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.511133:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511140:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.511153:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2410:x1848993290956544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 205us (456us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338459.511161:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.511162:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3259 00000100:00100000:3.0:1763338459.511187:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993290956288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 129us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.511195:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3260 00010000:00010000:3.0:1763338459.511219:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511228:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511231:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.511241:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511245:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511255:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.511258:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511286:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511297:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.511298:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338459.511314:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511322:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0b28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511341:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.511354:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511362:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:2.0:1763338459.511367:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3654:x1848993303212800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12590us (14541us total) trans 21474839067 rc 0/0 00010000:00010000:1.0:1763338459.511368:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.511383:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6914 00010000:00010000:1.0:1763338459.511384:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511398:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511404:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0b21 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511418:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.511420:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.511423:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338459.511451:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534d500/2, rc 0, transno 21474839067 00000100:00100000:2.0:1763338459.511459:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303212800:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338459.511482:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338459.511552:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303213312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12748us (14659us total) trans 17179871735 rc 0/0 00000100:00100000:3.0:1763338459.511560:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6915 00010000:00010000:2.0:1763338459.511560:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.511568:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.511577:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.511583:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338459.511666:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2746c3480/2, rc 0, transno 17179871735 00000100:00100000:0.0:1763338459.511673:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303213312:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338459.511707:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338459.511708:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.511713:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511720:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.511723:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511731:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511748:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511755:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0b36 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.511768:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.511770:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.511772:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338459.511815:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303213184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12328us (14709us total) trans 17179871736 rc 0/0 00000100:00100000:2.0:1763338459.511822:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6920 00000004:00080000:0.0:1763338459.511990:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2746c2d80/2, rc 0, transno 17179871736 00000100:00100000:0.0:1763338459.511995:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303213184:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338459.512010:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.512019:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.512026:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.512032:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.512052:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338459.512073:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.512078:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.512085:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.512088:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.512095:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.512105:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.512113:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0b2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.512126:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.512128:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.512130:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338459.512210:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+103:3656:x1848993303212672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11953us (13453us total) trans 21474839068 rc 0/0 00000100:00100000:2.0:1763338459.512216:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000004:00080000:0.0:1763338459.512242:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534f480/2, rc 0, transno 21474839068 00000100:00100000:0.0:1763338459.512249:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303212672:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338459.512366:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0b3d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48bd expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.512389:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0b52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48bd expref: 273 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.512398:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.512400:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.512403:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695c000, rc 0) 00000100:00100000:2.0:1763338459.512445:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56981:x1848993290956160:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4343us (5328us total) trans 4294972984 rc 0/0 00000100:00100000:2.0:1763338459.512452:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9946 00000100:00100000:0.0:1763338459.514527:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303214208:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.514559:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 53 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.514577:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:0.0:1763338459.514633:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+53:55909:x1848993290955904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5471us (7562us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.514643:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6922 00000100:00100000:3.0:1763338459.514747:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.514793:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956928 00000100:00100000:0.0:1763338459.514800:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956928 00000100:00100000:0.0:1763338459.514852:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6923 00000100:00100000:0.0:1763338459.514864:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2409:x1848993290956928:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:3.0:1763338459.514870:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338459.514883:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.514899:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0b67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48c4 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.514918:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.514930:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0b67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48c4 expref: 54 pid: 35252 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763338459.514943:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290956800 00010000:00010000:0.0:1763338459.514947:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0b67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48c4 expref: 54 pid: 35252 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763338459.514950:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290956800 00010000:00010000:0.0:1763338459.514962:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00010000:00010000:2.0:1763338459.514974:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 54 pid: 31107 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338459.515002:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2409:x1848993290956928:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 141us (255us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.515010:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6923 00000100:00100000:2.0:1763338459.515016:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3261 00000100:00100000:2.0:1763338459.515027:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2409:x1848993290956800:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.515039:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.515044:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 53 pid: 31107 timeout: 1229 lvb_type: 1 00010000:00010000:2.0:1763338459.515057:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 53 pid: 31107 timeout: 1229 lvb_type: 1 00010000:00010000:2.0:1763338459.515075:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b0ab8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af488c expref: 53 pid: 31107 timeout: 1229 lvb_type: 1 00010000:00010000:2.0:1763338459.515084:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.515086:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.515094:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 52 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.515104:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 52 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.515141:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 52 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.515154:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303214336:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763338459.515220:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.517296:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.517570:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290957184 00000100:00100000:0.0:1763338459.517579:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290957184 00000100:00100000:0.0:1763338459.517633:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3473 00000100:00100000:0.0:1763338459.517642:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56981:x1848993290957184:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338459.517668:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303214336:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763338459.517700:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.517762:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+52:2409:x1848993290956800:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2737us (2896us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.517770:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3261 00000100:00100000:0.0:1763338459.517836:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56981:x1848993290957184:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 194us (572us total) trans 4294972985 rc 0/0 00000100:00100000:0.0:1763338459.517842:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3473 00000100:00100000:2.0:1763338459.518356:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.518465:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290957312 00000100:00100000:0.0:1763338459.518470:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290957312 00000100:00100000:0.0:1763338459.518510:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6924 00000100:00100000:0.0:1763338459.518518:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993290957312:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.518529:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.518550:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48cb expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338459.518572:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338459.518594:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.518597:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.518607:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.518623:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.518633:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:0.0:1763338459.518670:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290957312:12345-192.168.202.34@tcp:101:bash.0 Request processed in 153us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.518676:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6924 00000100:00100000:1.0:1763338459.520810:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.520841:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.520972:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290957440 00000100:00100000:0.0:1763338459.520982:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290957440 00002000:00010000:0.0:1763338459.521024:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/628 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.521030:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8ad80 with x1848993290957440 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.521042:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f8ad80. 00000100:00100000:0.0:1763338459.521071:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290957568 00000100:00100000:0.0:1763338459.521074:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290957568 00002000:00010000:0.0:1763338459.521087:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/628 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.521090:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f89500 with x1848993290957568 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.521096:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f89500. 00000100:00100000:0.0:1763338459.521155:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1703 00000100:00100000:0.0:1763338459.521164:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+52:2408:x1848993290957440:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338459.521378:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.521383:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.521386:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.521388:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.521390:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338459.521442:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2408:x1848993290957440:12345-192.168.202.34@tcp:10:bash.0 Request processed in 278us (642us total) trans 21474839069 rc 0/0 00000100:00100000:0.0:1763338459.521449:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1703 00002000:00010000:0.0:1763338459.521453:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/628 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.521456:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8ad80 with x1848993290957440 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.521461:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f8ad80. 00000100:00100000:0.0:1763338459.521475:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1704 00000100:00100000:0.0:1763338459.521481:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993290957568:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338459.521557:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.521559:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb mtime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.521561:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.521563:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb ctime from disk: 0 -> 1763338459 00002000:00010000:0.0:1763338459.521565:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338459.521583:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993290957568:12345-192.168.202.34@tcp:10:bash.0 Request processed in 103us (741us total) trans 17179871737 rc 0/0 00000100:00100000:0.0:1763338459.521589:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1704 00002000:00010000:0.0:1763338459.521592:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/628 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.521594:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f89500 with x1848993290957568 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.521599:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f89500. 00000100:00100000:1.0:1763338459.527975:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.528084:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290957824 00000100:00100000:3.0:1763338459.528093:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290957824 00000100:00100000:3.0:1763338459.528144:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3474 00000100:00100000:3.0:1763338459.528152:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993290957824:12345-192.168.202.34@tcp:35:bash.0 00000001:00080000:3.0:1763338459.528385:0:19655:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972986 00000100:00100000:3.0:1763338459.528475:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290957824:12345-192.168.202.34@tcp:35:bash.0 Request processed in 324us (512us total) trans 4294972987 rc 0/0 00000100:00100000:3.0:1763338459.528482:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3474 00000020:00080000:3.0:1763338459.528487:0:19655:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338459.529659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.529840:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290958080 00000100:00100000:2.0:1763338459.529848:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290958080 00000100:00100000:2.0:1763338459.529898:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9947 00000100:00100000:2.0:1763338459.529906:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56982:x1848993290958080:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.529922:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.529942:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b75 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48d2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.530039:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.530055:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.530064:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338459.530076:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 5 00010000:00010000:2.0:1763338459.530178:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b75 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.530196:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.530205:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.530208:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338459.530211:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14695d200, rc 0) 00000100:00100000:2.0:1763338459.530323:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56982:x1848993290958080:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 416us (728us total) trans 4294972988 rc 0/0 00000100:00100000:2.0:1763338459.530330:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9947 00000100:00100000:1.0:1763338459.536666:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.537403:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290958336 00000100:00100000:3.0:1763338459.537413:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290958336 00000100:00100000:1.0:1763338459.537520:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.537651:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290958464 00000100:00100000:0.0:1763338459.537655:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290958464 00000100:00100000:0.0:1763338459.537923:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9948 00000100:00100000:0.0:1763338459.537935:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56982:x1848993290958464:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.537972:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.537996:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0b8a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48d9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.538470:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9949 00000100:00100000:2.0:1763338459.538480:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56983:x1848993290958336:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338459.538490:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.538506:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.538510:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338459.538517:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.538528:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0b1a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48af expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763338459.538543:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1de:0x0]: returning size 5 00010000:00010000:2.0:1763338459.538544:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0b52 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48bd expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763338459.538547:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1763338459.538555:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d600/0x4ea0a6980f4b0ae2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48a1 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.538566:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00000004:00010000:0.0:1763338459.538566:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.538572:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.538588:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.538658:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.538665:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.538693:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.538699:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.538704:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.538782:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.538791:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.538799:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.538806:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.538840:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.538853:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.538869:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303214464:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.538965:0:10039:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338459.538974:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdd80 going to sleep for 11 seconds 00010000:00010000:0.0:1763338459.539298:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b0b8a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.539315:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.539325:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.539337:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:0.0:1763338459.539384:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56982:x1848993290958464:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1451us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.539392:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9948 00000100:00100000:1.0:1763338459.543608:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.544004:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303214464:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.544032:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338459.544530:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290958592 00000100:00100000:3.0:1763338459.544537:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290958592 00010000:00010000:3.0:1763338459.544574:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.544605:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3262 00000100:00100000:3.0:1763338459.544614:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:2410:x1848993290958592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338459.544629:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.544636:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.544647:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.544669:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0b7c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d2 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.544683:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338459.544687:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.544701:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.544706:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338459.544765:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2410:x1848993290958592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 152us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.544773:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3262 00000100:00100000:1.0:1763338459.546542:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.546808:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290958848 00000100:00100000:0.0:1763338459.546818:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290958848 00000100:00100000:0.0:1763338459.546871:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3475 00000100:00100000:0.0:1763338459.546882:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56982:x1848993290958848:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.547180:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56982:x1848993290958848:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 299us (644us total) trans 4294972989 rc 0/0 00000100:00100000:0.0:1763338459.547188:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3475 00000100:00100000:1.0:1763338459.548398:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.548768:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290958976 00000100:00100000:2.0:1763338459.548776:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290958976 00010000:00010000:2.0:1763338459.548807:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.548841:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3263 00000100:00100000:2.0:1763338459.548850:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:2409:x1848993290958976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.548863:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.548869:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.548881:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.548903:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b0b91 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48d9 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.548919:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338459.548925:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.548935:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.548942:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.548976:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.549021:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2409:x1848993290958976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 172us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.549028:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3263 00010000:00010000:1.0:1763338459.549568:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.549577:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:1.0:1763338459.549848:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1584, 64 off132640 00000040:00080000:1.0:1763338459.549869:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1584, 64 off132880 00000040:00080000:1.0:1763338459.549876:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1585, 64 off132944 00000040:00080000:1.0:1763338459.549884:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1585, 64 off132704 00010000:00010000:1.0:1763338459.549939:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.549950:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.549958:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.549964:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.549974:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.549980:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550000:0:10039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338459.550017:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550021:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550027:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550032:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.550036:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550042:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550050:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:1.0:1763338459.550052:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338459.550056:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550061:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0ba6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550160:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550170:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550175:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550180:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550184:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.550187:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550191:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550198:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197400) 00010000:00010000:1.0:1763338459.550199:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.550202:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550207:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695c800/0x4ea0a6980f4b0b98 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338459.550218:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ecafbed reply state 000000004cdab9d4 transno 4294972990 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550227:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.550232:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.550235:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338459.550237:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338459.550310:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56983:x1848993290958336:12345-192.168.202.34@tcp:36:rm.0 Request processed in 11830us (13655us total) trans 4294972990 rc 0/0 00000100:00100000:1.0:1763338459.550318:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9949 00010000:00010000:3.0:1763338459.550793:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338459.550800:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.550811:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.550813:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.550820:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.550831:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1de:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338459.550834:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338459.550837:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.550843:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bad lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.550857:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.550859:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338459.550860:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338459.556056:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.556518:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290959104 00000100:00100000:1.0:1763338459.556529:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290959104 00000100:00100000:1.0:1763338459.556667:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9950 00000100:00100000:1.0:1763338459.556678:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56982:x1848993290959104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.556703:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.556727:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bb4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.556799:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.556814:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556836:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556848:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.556855:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556863:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556906:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556917:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556923:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556929:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556935:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.556939:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556947:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556958:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.556961:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.556965:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556970:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bbb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556983:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556989:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.556995:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.557000:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.557003:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.557008:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.557014:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.557016:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.557019:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.557024:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bc2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.557052:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bb4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48e0 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.557062:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.557065:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.557068:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bb4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48e0 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.557079:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:1.0:1763338459.557143:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56982:x1848993290959104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 467us (1100us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.557150:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9950 00000100:00100000:0.0:1763338459.564125:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.567325:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290959232 00000100:00100000:1.0:1763338459.567340:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290959232 00000100:00100000:1.0:1763338459.567437:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9951 00000100:00100000:1.0:1763338459.567447:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56984:x1848993290959232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.567471:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.567496:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bc9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48e7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.567564:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.567589:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567600:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567611:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.567619:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567625:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567664:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567671:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567677:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567683:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567689:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.567694:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567701:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567713:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.567716:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.567721:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567727:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0bd0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567741:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567747:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567752:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567757:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.567760:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567766:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567773:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.567776:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.567779:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567789:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bd7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.567816:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bc9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48e7 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.567827:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.567829:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.567832:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bc9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48e7 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.567844:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:1.0:1763338459.568755:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56984:x1848993290959232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1305us (4637us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.568766:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9951 00000100:00100000:2.0:1763338459.571456:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.571552:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290959360 00000100:00100000:1.0:1763338459.571562:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290959360 00000100:00100000:1.0:1763338459.571619:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9952 00000100:00100000:1.0:1763338459.571629:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56984:x1848993290959360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.571649:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.571675:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bde lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48ee expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.571755:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.571769:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571784:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571794:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.571801:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571807:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571845:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571853:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571859:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571865:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571870:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.571874:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571881:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571893:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.571896:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.571902:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571907:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0be5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571921:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571926:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571931:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571935:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.571937:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571941:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571947:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.571949:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.571952:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571957:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0bec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.571983:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bde lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48ee expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.571992:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.571995:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.571998:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0bde lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48ee expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.572010:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338459.572071:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56984:x1848993290959360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 443us (627us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.572078:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9952 00000100:00100000:2.0:1763338459.574872:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.574922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.575309:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290959616 00000100:00100000:0.0:1763338459.575313:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290959744 00000100:00100000:1.0:1763338459.575319:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290959616 00000100:00100000:0.0:1763338459.575319:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290959744 00000100:00100000:0.0:1763338459.575380:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9953 00000100:00100000:1.0:1763338459.575392:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9954 00000100:00100000:1.0:1763338459.575400:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56985:x1848993290959616:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.575419:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.575442:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bf3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48f5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.575505:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56984:x1848993290959744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.575513:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.575516:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.575521:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c01 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af48fc expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.575530:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575541:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575550:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.575550:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0c08 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.575559:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.575559:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0c08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.575565:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.575566:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0c08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.575602:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338459.575607:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00010000:00010000:1.0:1763338459.575608:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338459.575611:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338459.575614:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575620:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.575624:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575630:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.575640:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c01 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48fc expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.575641:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.575645:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.575648:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575654:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0bfa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.575657:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0c08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48fc expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.575664:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.575664:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338459.575666:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338459.575669:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240031a00, rc 0) 00010000:00010000:1.0:1763338459.575670:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575674:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575691:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.575694:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575700:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575707:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.575709:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.575712:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575718:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0c0f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.575741:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bf3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48f5 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.575750:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338459.575752:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338459.575755:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b0bf3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48f5 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.575763:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:0.0:1763338459.575896:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56984:x1848993290959744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 506us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.575903:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9953 00000100:00100000:1.0:1763338459.576633:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56985:x1848993290959616:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1231us (1770us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.576641:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9954 00000100:00100000:3.0:1763338459.580491:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.580633:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290959872 00000100:00100000:0.0:1763338459.580643:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290959872 00000100:00100000:0.0:1763338459.580803:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9955 00000100:00100000:0.0:1763338459.580814:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56985:x1848993290959872:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.581070:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.581092:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c16 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4903 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.581161:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.581174:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581185:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581198:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.581204:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581211:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581246:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581254:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581291:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581297:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240031200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.581302:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581310:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581322:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338459.581326:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.581331:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581337:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581361:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581368:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581374:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581378:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.581382:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581387:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581395:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:0.0:1763338459.581398:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.581401:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581406:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c24 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.581435:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c16 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4903 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.581445:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338459.581447:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.581451:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c16 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4903 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.581462:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240030a00, rc 0) 00000100:00100000:0.0:1763338459.581532:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56985:x1848993290959872:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 720us (1052us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.581540:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9955 00000100:00100000:2.0:1763338459.585665:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.585792:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290960000 00000100:00100000:0.0:1763338459.585802:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290960000 00000100:00100000:0.0:1763338459.586031:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9956 00000100:00100000:0.0:1763338459.586042:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56984:x1848993290960000:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.586063:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.586085:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0c2b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af490a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.586157:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.586171:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586182:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586192:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.586198:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586204:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586242:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586248:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586254:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586275:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.586279:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586286:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586297:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338459.586300:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.586305:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586311:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0c32 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586322:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586328:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586333:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586337:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148587a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.586340:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586344:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586367:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:0.0:1763338459.586370:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.586373:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586379:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0c39 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.586403:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0c2b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af490a expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.586413:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338459.586416:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.586419:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0c2b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af490a expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.586428:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148587400, rc 0) 00000100:00100000:0.0:1763338459.586498:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56984:x1848993290960000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 458us (842us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.586505:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9956 00000100:00100000:2.0:1763338459.590049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.590687:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290960256 00000100:00100000:0.0:1763338459.590699:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290960256 00000100:00100000:0.0:1763338459.591063:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9957 00000100:00100000:0.0:1763338459.591076:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56984:x1848993290960256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.591096:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.591100:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338459.591125:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0c08 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48fc expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.591150:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338459.591161:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.591177:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c40 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4911 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.592435:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.592455:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.592467:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.592479:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.592487:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.592492:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593129:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.593141:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593148:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338459.593158:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00010000:00010000:0.0:1763338459.593181:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593188:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593195:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593201:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.593205:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593213:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593223:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d000) 00010000:00010000:0.0:1763338459.593226:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.593231:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593237:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0c47 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338459.593250:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e684a2c2 reply state 00000000e2ad7191 transno 4294972991 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593298:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.593306:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:0.0:1763338459.593309:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.593312:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338459.593358:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0c40 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.593383:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.593391:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd27467dc00) 00010000:00010000:0.0:1763338459.593393:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.593396:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240030000, rc 0) 00000100:00100000:0.0:1763338459.593473:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56984:x1848993290960256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2400us (3433us total) trans 4294972991 rc 0/0 00000100:00100000:0.0:1763338459.593482:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9957 00000100:00100000:3.0:1763338459.596512:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.596812:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290960640 00000100:00100000:0.0:1763338459.596822:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290960640 00000100:00100000:3.0:1763338459.596839:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.597811:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290960768 00000100:00100000:2.0:1763338459.597819:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290960768 00000100:00100000:2.0:1763338459.597864:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9958 00000100:00100000:2.0:1763338459.597875:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56984:x1848993290960640:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.597901:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.597924:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0c63 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af491f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.597940:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9959 00000100:00100000:3.0:1763338459.597949:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56986:x1848993290960768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.597955:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.597964:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0c6a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4918 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.598027:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.598027:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.598042:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.598051:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.598064:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.598075:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338459.598087:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00010000:00010000:3.0:1763338459.598420:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.598428:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.598434:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.598441:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.598454:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 284 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.598461:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338459.598466:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338459.598467:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303214592:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.598473:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.598484:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd27467dc00) 00010000:00010000:3.0:1763338459.598487:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763338459.598491:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.598497:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0c71 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.598533:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0c6a lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4918 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.598548:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd27467dc00) 00010000:00010000:3.0:1763338459.598551:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338459.598554:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0c6a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4918 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.598564:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:2.0:1763338459.598839:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.598930:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56986:x1848993290960768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 879us (1987us total) trans 4294972992 rc 301/301 00000100:00100000:3.0:1763338459.598937:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9959 00000100:00100000:0.0:1763338459.601164:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303214592:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.601193:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338459.601805:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.601860:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.602025:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290961024 00000100:00100000:2.0:1763338459.602036:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290961024 00000100:00100000:2.0:1763338459.602111:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3476 00000100:00100000:2.0:1763338459.602122:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243551850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56986:x1848993290961024:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338459.602479:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243551850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56986:x1848993290961024:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 357us (675us total) trans 4294972993 rc 0/0 00000100:00100000:2.0:1763338459.602487:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3476 00000100:00100000:0.0:1763338459.602893:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290961152 00000100:00100000:0.0:1763338459.602899:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290961152 00010000:00010000:0.0:1763338459.602921:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 284 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.602957:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3264 00000100:00100000:0.0:1763338459.602965:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:2410:x1848993290961152:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.602977:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.602984:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 284 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.603004:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 284 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.603025:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0c55 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4911 expref: 284 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.603039:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd27467dc00) 00010000:00010000:0.0:1763338459.603044:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.603054:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.603062:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.603099:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.603137:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:2410:x1848993290961152:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 173us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.603146:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3264 00010000:00010000:1.0:1763338459.603430:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603439:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338459.603465:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00000004:00080000:1.0:1763338459.603621:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x276:0x0], index 1: 0 00000004:00080000:1.0:1763338459.603628:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x276:0x0], index 0: 0 00000004:00080000:1.0:1763338459.603632:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x277:0x0], index 0: 0 00000004:00080000:1.0:1763338459.603637:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x277:0x0], index 1: 0 00010000:00010000:1.0:1763338459.603738:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603747:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603753:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603758:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.603762:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603769:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603779:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd27467dc00) 00010000:00010000:1.0:1763338459.603783:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338459.603786:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603793:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0c78 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.603832:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0c63 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af491f expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.603846:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd27467dc00) 00010000:00010000:1.0:1763338459.603848:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338459.603852:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0c63 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af491f expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.603865:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:1.0:1763338459.603909:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56984:x1848993290960640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6035us (7407us total) trans 4294972994 rc 301/301 00000100:00100000:1.0:1763338459.603916:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9958 00000100:00100000:3.0:1763338459.606177:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.606781:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290961408 00000100:00100000:1.0:1763338459.606791:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290961408 00000100:00100000:1.0:1763338459.606852:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9960 00000100:00100000:1.0:1763338459.606861:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56986:x1848993290961408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.606882:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.606907:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0c8d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4926 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.606981:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.606995:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607006:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607015:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.607025:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607031:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607129:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ca2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.607137:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607144:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607230:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607237:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607242:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607248:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607253:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.607257:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607306:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607321:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.607326:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.607330:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607336:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0c94 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607357:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607363:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607367:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607372:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.607375:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607380:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607386:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.607389:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.607392:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607396:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0c9b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.607435:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0c8d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4926 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.607453:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ca2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4926 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.607460:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338459.607463:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.607465:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338459.607517:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56986:x1848993290961408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 657us (1348us total) trans 4294972995 rc 0/0 00000100:00100000:1.0:1763338459.607525:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9960 00000100:00100000:2.0:1763338459.610173:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.610275:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290961664 00000100:00100000:3.0:1763338459.610286:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290961664 00000100:00100000:3.0:1763338459.610343:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3477 00000100:00100000:3.0:1763338459.610362:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56984:x1848993290961664:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338459.611606:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56984:x1848993290961664:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1239us (1437us total) trans 4294972996 rc 0/0 00000100:00100000:3.0:1763338459.611619:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3477 00000100:00100000:2.0:1763338459.613546:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.613592:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.613708:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290961792 00000100:00100000:3.0:1763338459.613718:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290961792 00000100:00100000:3.0:1763338459.613774:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290961920 00000100:00100000:3.0:1763338459.613778:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290961920 00000100:00100000:3.0:1763338459.613806:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6925 00000100:00100000:3.0:1763338459.613815:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2409:x1848993290961792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.613835:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.613857:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af492d expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.613883:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338459.613901:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.613904:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.613913:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 54 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338459.613930:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 54 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338459.613943:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:3.0:1763338459.613990:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2409:x1848993290961792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 176us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.613997:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6925 00000100:00100000:3.0:1763338459.614015:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6926 00000100:00100000:3.0:1763338459.614022:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993290961920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.614029:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.614039:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4934 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.614053:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338459.614061:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.614063:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.614068:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338459.614078:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338459.614086:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:3.0:1763338459.614104:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290961920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 82us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.614109:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6926 00000100:00100000:0.0:1763338459.618521:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.619469:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290962176 00000100:00100000:3.0:1763338459.619482:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290962176 00000100:00100000:1.0:1763338459.620158:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3478 00000100:00100000:1.0:1763338459.620172:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56984:x1848993290962176:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338459.620511:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.620532:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56984:x1848993290962176:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 361us (2018us total) trans 4294972997 rc 0/0 00000100:00100000:0.0:1763338459.620543:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3478 00000100:00100000:0.0:1763338459.621849:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290962432 00000100:00100000:0.0:1763338459.621863:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290962432 00000100:00100000:0.0:1763338459.621919:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3479 00000100:00100000:0.0:1763338459.621929:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56986:x1848993290962432:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338459.622095:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56986:x1848993290962432:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 167us (1585us total) trans 4294972998 rc 0/0 00000100:00100000:0.0:1763338459.622102:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3479 00000100:00100000:0.0:1763338459.624646:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.625730:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290962688 00000100:00100000:1.0:1763338459.625744:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290962688 00000100:00100000:1.0:1763338459.625809:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9961 00000100:00100000:1.0:1763338459.625820:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993290962688:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.625844:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.625848:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338459.625877:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ca2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4926 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.625894:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338459.625904:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.625919:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0cbe lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af493b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.626029:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0cc5 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.626041:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0cc5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.626052:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0cc5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338459.626064:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00010000:00010000:1.0:1763338459.626166:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0cbe lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af493b expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.626180:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0cc5 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af493b expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.626186:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.626189:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763338459.626192:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338459.626298:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993290962688:12345-192.168.202.34@tcp:101:bash.0 Request processed in 442us (1622us total) trans 4294972999 rc 0/0 00000100:00100000:1.0:1763338459.626307:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9961 00000100:00100000:2.0:1763338459.627655:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.627763:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290962944 00000100:00100000:0.0:1763338459.627771:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290962944 00000100:00100000:0.0:1763338459.627819:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9962 00000100:00100000:0.0:1763338459.627827:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56986:x1848993290962944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.627845:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.627863:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0cd3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4942 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.627922:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.627933:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.627941:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.627950:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.627957:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.627963:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628042:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.628054:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628061:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628067:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628072:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.628076:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628083:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628092:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.628097:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628103:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0ce8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338459.628117:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 0 00010000:00010000:0.0:1763338459.628178:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628185:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628191:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628196:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628202:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.628205:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628210:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628218:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d000) 00010000:00010000:0.0:1763338459.628220:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.628223:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628228:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0cda lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628238:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628243:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628248:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628253:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.628256:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628399:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628407:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:0.0:1763338459.628410:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.628414:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628419:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0ce1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.628452:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0cd3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4942 expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.628462:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d000) 00010000:00010000:0.0:1763338459.628464:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338459.628468:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0cd3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4942 expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.628481:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240031a00, rc 0) 00000100:00100000:0.0:1763338459.629060:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56986:x1848993290962944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1231us (1410us total) trans 4294973000 rc 301/301 00000100:00100000:0.0:1763338459.629067:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9962 00000100:00100000:2.0:1763338459.632044:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.632150:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290963072 00000100:00100000:0.0:1763338459.632159:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290963072 00000100:00100000:0.0:1763338459.632220:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9963 00000100:00100000:0.0:1763338459.632229:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993290963072:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.632251:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.632303:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0cf6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4949 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.632335:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0cfd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.632356:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0cfd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.632368:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0cfd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.632596:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0cf6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4949 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.632613:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0cfd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4949 expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.632622:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.632625:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338459.632629:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148587a00, rc 0) 00000100:00100000:0.0:1763338459.632985:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993290963072:12345-192.168.202.34@tcp:101:bash.0 Request processed in 755us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.632992:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9963 00000100:00100000:1.0:1763338459.638551:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.638765:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290963328 00000100:00100000:3.0:1763338459.638775:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290963328 00000100:00100000:3.0:1763338459.638839:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3480 00000100:00100000:3.0:1763338459.638851:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:56986:x1848993290963328:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338459.639071:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:56986:x1848993290963328:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 223us (529us total) trans 4294973001 rc 0/0 00000100:00100000:3.0:1763338459.639080:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3480 00000100:00100000:2.0:1763338459.641044:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.641082:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.641124:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290963712 00000100:00100000:3.0:1763338459.641133:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290963712 00000100:00100000:0.0:1763338459.641154:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290963584 00000100:00100000:0.0:1763338459.641160:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290963584 00000100:00100000:3.0:1763338459.641185:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3481 00000100:00100000:3.0:1763338459.641195:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:56986:x1848993290963712:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338459.641359:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:56986:x1848993290963712:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 153us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.641366:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3481 00000100:00100000:0.0:1763338459.641830:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9964 00000100:00100000:0.0:1763338459.641839:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993290963584:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338459.641869:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.641894:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0cc5 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af493b expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.641910:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.641915:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.642049:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.642066:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.642075:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:0.0:1763338459.642117:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973002 00000004:00010000:0.0:1763338459.642136:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bdfde939 reply state 0000000058bcf498 transno 4294973003 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.642147:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.642153:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.642155:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.642158:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338459.642206:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993290963584:12345-192.168.202.34@tcp:36:bash.0 Request processed in 367us (1168us total) trans 4294973003 rc 0/0 00000100:00100000:0.0:1763338459.642212:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9964 00000020:00080000:0.0:1763338459.642216:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338459.644303:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.644367:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290963840 00000100:00100000:0.0:1763338459.644378:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290963840 00000100:00100000:0.0:1763338459.644437:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9965 00000100:00100000:0.0:1763338459.644446:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993290963840:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.644470:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.644489:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0d0b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4950 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.644541:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0d0b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4950 expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.644561:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0d0b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4950 expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.644578:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.644582:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.644585:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148587400, rc 0) 00000100:00100000:0.0:1763338459.644647:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993290963840:12345-192.168.202.34@tcp:101:bash.0 Request processed in 202us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.644654:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9965 00000100:00100000:1.0:1763338459.650701:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.650806:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964096 00000100:00100000:3.0:1763338459.650817:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964096 00000100:00100000:3.0:1763338459.653183:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9966 00000100:00100000:3.0:1763338459.653210:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993290964096:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.653235:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.653239:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338459.653288:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587400/0x4ea0a6980f4b0d0b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4950 expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.653309:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.653314:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.653329:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d12 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4957 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.653395:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0d19 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338459.653410:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0d19 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.653426:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0d19 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:3.0:1763338459.653665:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1586, 88 off133032 00000004:00080000:3.0:1763338459.653673:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129365410655ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338459.653696:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1586, 88 off132792 00000004:00080000:3.0:1763338459.653700:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129365438333ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338459.653739:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1587, 88 off132880 00000004:00080000:3.0:1763338459.653744:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129365482350ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338459.653754:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1587, 88 off133120 00000004:00080000:3.0:1763338459.653757:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129365494939ns, next at 1130117878066ns, rc = 0 00000100:00100000:2.0:1763338459.654979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.657253:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964352 00000100:00100000:0.0:1763338459.657276:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964352 00000100:00100000:0.0:1763338459.657341:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9967 00000100:00100000:0.0:1763338459.657359:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:56987:x1848993290964352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.657379:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.657402:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0d20 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af495e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.657486:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.657500:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657512:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657522:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.657533:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657540:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657636:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.657645:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657653:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338459.657663:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 2 00010000:00010000:0.0:1763338459.657742:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657750:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657758:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657764:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.657769:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657777:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657790:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.657793:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763338459.657799:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657805:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030000/0x4ea0a6980f4b0d35 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657823:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657829:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657835:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657841:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657846:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240031a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.657849:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657855:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657862:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d000) 00010000:00010000:0.0:1763338459.657865:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.657868:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657873:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b0d27 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657882:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657889:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657895:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657900:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240030a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.657903:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657908:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657913:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:0.0:1763338459.657915:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.657918:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657923:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b0d2e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.657954:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0d20 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af495e expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.657963:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd27467d000) 00010000:00010000:0.0:1763338459.657965:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338459.657969:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586000/0x4ea0a6980f4b0d20 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af495e expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.657982:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148586000, rc 0) 00000100:00100000:0.0:1763338459.658039:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:56987:x1848993290964352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 682us (3067us total) trans 4294973005 rc 301/301 00000100:00100000:0.0:1763338459.658047:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9967 00000001:00080000:3.0:1763338459.658139:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973004 is committed 00000004:00080000:3.0:1763338459.658147:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1040 committed 00000004:00080000:3.0:1763338459.658164:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1034 committed 00000004:00080000:3.0:1763338459.658171:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1033 committed 00000004:00080000:3.0:1763338459.658173:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1039 committed 00010000:00010000:3.0:1763338459.658250:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0d19 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4957 expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.658288:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.658291:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338459.658302:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d12 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4957 expref: 276 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338459.658315:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0d19 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4957 expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.658333:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.658335:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338459.658337:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:3.0:1763338459.658377:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290964096:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5180us (7685us total) trans 4294973004 rc 0/0 00000100:00100000:3.0:1763338459.658384:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9966 00000100:00100000:2.0:1763338459.658565:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144525500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303215104:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.658617:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.658649:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338459.658655:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303214720:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.658675:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.658700:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303214848:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.658719:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.658736:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338459.658741:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303214976:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.658758:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.658786:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303215104 00000100:00100000:2.0:1763338459.658791:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303215104 00000100:00100000:2.0:1763338459.658817:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303214720 00000100:00100000:2.0:1763338459.658820:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303214720 00000100:00100000:2.0:1763338459.658835:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303214848 00000100:00100000:2.0:1763338459.658837:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303214848 00000100:00100000:2.0:1763338459.658850:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303214976 00000100:00100000:2.0:1763338459.658853:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303214976 00000100:00100000:2.0:1763338459.658868:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6927 00000100:00100000:2.0:1763338459.658875:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+106:3656:x1848993303215104:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338459.658989:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338459.658992:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.658995:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.658997:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.659000:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338459.659028:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+107:3656:x1848993303215104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 153us (410us total) trans 21474839070 rc 0/0 00000100:00100000:2.0:1763338459.659035:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6927 00000100:00100000:2.0:1763338459.659048:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6928 00000100:00100000:2.0:1763338459.659054:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+106:3656:x1848993303214720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338459.659066:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:628 count 1 00010000:00010000:2.0:1763338459.659081:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659097:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 53 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659105:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.659107:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.659110:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659135:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 53 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659148:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 53 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.659159:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303215232:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.659198:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fda80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.659215:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6929 00000100:00100000:2.0:1763338459.659221:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+106:3654:x1848993303214848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338459.659233:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:629 count 1 00002000:00010000:2.0:1763338459.659250:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338459.659255:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659295:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.659297:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.659301:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659312:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659320:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659328:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659355:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338459.659495:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+107:3654:x1848993303214848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 274us (774us total) trans 21474839071 rc 0/0 00000100:00100000:2.0:1763338459.659501:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6929 00000100:00100000:2.0:1763338459.659515:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6930 00000100:00100000:2.0:1763338459.659521:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+106:3654:x1848993303214976:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.659583:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+107:3654:x1848993303214976:12345-0@lo:2:osp-syn-0-1.0 Request processed in 62us (824us total) trans 21474839072 rc 0/0 00000100:00100000:2.0:1763338459.659590:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6930 00010000:00010000:2.0:1763338459.659620:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338459.659626:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659633:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695c000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338459.659637:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659645:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659659:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659666:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695c000/0x4ea0a6980f4b0d4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.659679:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.659681:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.659682:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338459.659710:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9ad80/2, rc 0, transno 21474839072 00000100:00100000:2.0:1763338459.659715:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303214976:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338459.659723:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9a680/2, rc 0, transno 21474839071 00000100:00100000:2.0:1763338459.659726:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303214848:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338459.659744:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144525500/2, rc 0, transno 21474839070 00000100:00100000:2.0:1763338459.659748:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144525500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303215104:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338459.660019:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660028:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660037:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660042:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.660046:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660052:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660062:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.660065:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.660069:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660074:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0b9f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660087:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660092:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660097:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660102:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd240031200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.660104:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660110:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660117:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.660119:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.660121:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660127:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240031200/0x4ea0a6980f4b0c4e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.660139:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660145:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660150:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660154:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148586200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.660157:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660161:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660167:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.660169:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.660172:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.660177:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148586200/0x4ea0a6980f4b0d04 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338459.660365:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303215616:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.660400:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.660419:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338459.660424:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303215488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.660444:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.660466:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303215616 00000100:00100000:0.0:1763338459.660471:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303215616 00000100:00100000:0.0:1763338459.660498:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303215488 00000100:00100000:0.0:1763338459.660501:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303215488 00000100:00100000:0.0:1763338459.660517:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6931 00000100:00100000:0.0:1763338459.660523:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303215616:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.660634:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3655:x1848993303215616:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (233us total) trans 17179871738 rc 0/0 00000100:00100000:0.0:1763338459.660641:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6931 00000100:00100000:0.0:1763338459.660655:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6932 00000100:00100000:0.0:1763338459.660661:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303215488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338459.660672:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:629 count 1 00002000:00010000:0.0:1763338459.660691:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338459.660697:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.660707:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.660708:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.660713:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.660728:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.660736:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.660744:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.660757:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338459.660876:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3655:x1848993303215488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 214us (431us total) trans 17179871739 rc 0/0 00000100:00100000:0.0:1763338459.660882:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6932 00000004:00080000:0.0:1763338459.660917:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9c000/2, rc 0, transno 17179871739 00000100:00100000:0.0:1763338459.660922:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303215488:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763338459.660929:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9c380/2, rc 0, transno 17179871738 00000100:00100000:0.0:1763338459.660932:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303215616:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338459.661015:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.661022:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.661030:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143827400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.661033:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.661040:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.661053:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.661061:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b0d51 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.661075:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.661077:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.661078:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338459.662413:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303215744:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.662478:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338459.662514:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338459.662521:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303215360:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.662542:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.662569:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303215744 00000100:00100000:2.0:1763338459.662577:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303215360 00000100:00100000:1.0:1763338459.662577:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303215744 00000100:00100000:2.0:1763338459.662583:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303215360 00000100:00100000:1.0:1763338459.662628:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6933 00000100:00100000:1.0:1763338459.662637:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303215744:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.662735:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6934 00000100:00100000:2.0:1763338459.662746:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303215360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338459.662762:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:628 count 1 00002000:00010000:1.0:1763338459.662763:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.662768:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.662771:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.662774:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.662776:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763338459.662781:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.662800:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.662816:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303215744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 179us (337us total) trans 17179871740 rc 0/0 00010000:00010000:2.0:1763338459.662819:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338459.662824:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763338459.662828:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6933 00010000:00010000:2.0:1763338459.662831:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.662864:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338459.662869:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9ed80/2, rc 0, transno 17179871740 00010000:00010000:2.0:1763338459.662878:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 14 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.662878:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303215744:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338459.662896:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303215872:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.662966:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.663795:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303215232:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.663817:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.664440:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.664476:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.664530:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964480 00000100:00100000:2.0:1763338459.664536:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964480 00000100:00100000:2.0:1763338459.664577:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6935 00000100:00100000:2.0:1763338459.664585:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290964480:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338459.664598:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.664616:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4965 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338459.664635:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338459.664650:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.664653:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338459.664661:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.664674:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.664686:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3000, rc 0) 00000100:00100000:2.0:1763338459.664731:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290964480:12345-192.168.202.34@tcp:101:bash.0 Request processed in 147us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.664738:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6935 00000100:00100000:3.0:1763338459.664808:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964608 00000100:00100000:3.0:1763338459.664812:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964608 00000100:00100000:3.0:1763338459.664849:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9968 00000100:00100000:3.0:1763338459.664856:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56987:x1848993290964608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.664870:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.664883:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0d66 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af496c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.664960:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338459.664972:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.664982:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338459.665008:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 2 00000004:00200000:3.0:1763338459.665011:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338459.665029:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338459.665053:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0d66 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 274 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.665068:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.665077:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.665080:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338459.665083:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:3.0:1763338459.665122:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56987:x1848993290964608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 266us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.665134:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9968 00000100:00100000:1.0:1763338459.667890:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.668164:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964736 00000100:00100000:0.0:1763338459.668173:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964736 00010000:00010000:0.0:1763338459.668209:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 54 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.668246:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3265 00000100:00100000:0.0:1763338459.668255:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252690050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2410:x1848993290964736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.668293:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.668300:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 54 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.668859:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303215872:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.668887:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.669310:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 54 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.669334:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b0b60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48b6 expref: 54 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.669357:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.669359:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.669364:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.669374:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.669404:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.669460:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252690050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+53:2410:x1848993290964736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1204us (1579us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.669469:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3265 00010000:00010000:2.0:1763338459.669571:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.669579:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.669589:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.669601:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.669626:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338459.669846:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+107:3656:x1848993303214720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10791us (11168us total) trans 21474839073 rc 0/0 00000100:00100000:2.0:1763338459.669854:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6928 00000004:00080000:2.0:1763338459.669894:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99180/2, rc 0, transno 21474839073 00000100:00100000:2.0:1763338459.669899:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303214720:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338459.670547:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338459.670556:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.670565:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14695d200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338459.670569:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.670583:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.670600:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.670606:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14695d200/0x4ea0a6980f4b0d43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.670623:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.670625:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.670627:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338459.670737:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.670773:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.670825:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.670886:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964864 00000100:00100000:0.0:1763338459.670894:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964864 00010000:00010000:0.0:1763338459.670923:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 16 pid: 8403 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.670949:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3266 00000100:00100000:0.0:1763338459.670957:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290964864:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.670968:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.670973:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 16 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.670983:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 16 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.671004:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b0b6e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af48cb expref: 16 pid: 8403 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.671016:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.671018:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.671023:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671031:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671064:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.671104:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290964864:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 147us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.671110:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3266 00010000:00010000:0.0:1763338459.671206:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671215:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671224:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671231:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671251:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338459.671465:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303215360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8721us (8921us total) trans 17179871741 rc 0/0 00000100:00100000:0.0:1763338459.671472:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6934 00000100:00100000:0.0:1763338459.671487:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290964992 00000100:00100000:0.0:1763338459.671490:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290964992 00000100:00100000:0.0:1763338459.671513:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6936 00000100:00100000:0.0:1763338459.671520:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+53:55909:x1848993290964992:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.671532:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.671548:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4973 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338459.671567:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338459.671579:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.671581:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.671587:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 54 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671599:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 54 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671609:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143826200, rc 0) 00000100:00100000:0.0:1763338459.671636:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+54:55909:x1848993290964992:12345-192.168.202.34@tcp:101:bash.0 Request processed in 116us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.671642:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6936 00010000:00010000:0.0:1763338459.671659:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338459.671666:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671673:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d2e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338459.671676:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671683:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671695:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671702:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0d58 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.671716:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.671717:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.671719:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338459.672603:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b90000/2, rc 0, transno 17179871741 00000100:00100000:2.0:1763338459.672614:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303215360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.673770:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290965248 00000100:00100000:3.0:1763338459.673782:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290965248 00000100:00100000:3.0:1763338459.673835:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3482 00000100:00100000:3.0:1763338459.673845:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56987:x1848993290965248:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338459.674067:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56987:x1848993290965248:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 222us (3240us total) trans 4294973006 rc 0/0 00000100:00100000:3.0:1763338459.674075:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3482 00000100:00100000:0.0:1763338459.675480:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.675884:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.677123:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290965504 00000100:00100000:2.0:1763338459.677136:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290965504 00002000:00010000:2.0:1763338459.677179:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/630 (0->18446744073709551615) 00002000:00100000:2.0:1763338459.677183:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144b3f100 with x1848993290965504 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338459.677195:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144b3f100. 00000100:00100000:2.0:1763338459.677226:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290965376 00000100:00100000:2.0:1763338459.677230:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290965376 00002000:00010000:2.0:1763338459.677245:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/630 (0->18446744073709551615) 00002000:00100000:2.0:1763338459.677248:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144b3d180 with x1848993290965376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338459.677255:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144b3d180. 00000100:00100000:2.0:1763338459.677303:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1705 00000100:00100000:2.0:1763338459.677312:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+54:2409:x1848993290965504:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338459.677493:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338459.677497:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338459.677500:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.677502:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338459.677504:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338459.677563:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2409:x1848993290965504:12345-192.168.202.34@tcp:10:bash.0 Request processed in 251us (2091us total) trans 21474839074 rc 0/0 00000100:00100000:2.0:1763338459.677570:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1705 00002000:00010000:2.0:1763338459.677574:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/630 (0->18446744073709551615) 00002000:00100000:2.0:1763338459.677577:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144b3f100 with x1848993290965504 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338459.677581:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144b3f100. 00000100:00100000:2.0:1763338459.677598:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1706 00000100:00100000:2.0:1763338459.677605:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290965376:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338459.677704:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338459.677707:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338459.677710:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338459.677712:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338459.677714:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338459.677736:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290965376:12345-192.168.202.34@tcp:10:bash.0 Request processed in 131us (1853us total) trans 17179871742 rc 0/0 00000100:00100000:2.0:1763338459.677743:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1706 00002000:00010000:2.0:1763338459.677746:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/630 (0->18446744073709551615) 00002000:00100000:2.0:1763338459.677749:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144b3d180 with x1848993290965376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338459.677754:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144b3d180. 00000100:00100000:1.0:1763338459.678356:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.679014:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290965632 00000100:00100000:2.0:1763338459.679021:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290965632 00000100:00100000:2.0:1763338459.680563:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9969 00000100:00100000:2.0:1763338459.680584:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56987:x1848993290965632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.680609:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.680634:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0d7b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af497a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.680716:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.680730:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680743:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680756:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.680763:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680770:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680836:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.680847:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680854:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338459.680896:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 2 00000004:00200000:2.0:1763338459.680901:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338459.680921:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680933:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680942:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680949:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680955:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680962:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680968:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.680972:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680980:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.680991:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197500) 00010000:00010000:2.0:1763338459.680994:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.680999:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681005:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0d82 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681018:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681029:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681035:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681040:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c4e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.681043:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681049:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681056:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197100) 00010000:00010000:2.0:1763338459.681059:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.681061:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681067:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0d89 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.681093:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0d7b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.681107:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.681115:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.681118:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.681121:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2746a3a00, rc 0) 00000100:00100000:2.0:1763338459.681195:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56987:x1848993290965632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 618us (2849us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.681204:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9969 00000100:00100000:1.0:1763338459.687741:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.687951:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.688005:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290966144 00000100:00100000:3.0:1763338459.688016:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290966144 00000100:00100000:3.0:1763338459.688085:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9970 00000100:00100000:3.0:1763338459.688341:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56987:x1848993290966144:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.688377:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763338459.688387:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290965888 00000100:00100000:2.0:1763338459.688394:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290965888 00010000:00010000:3.0:1763338459.688400:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0d97 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4981 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.688435:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3483 00000100:00100000:2.0:1763338459.688443:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290965888:12345-192.168.202.34@tcp:35:bash.0 00010000:00010000:3.0:1763338459.688528:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338459.688546:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.688555:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.688563:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 5/0,1 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.688607:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.688622:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.688637:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147772680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216000:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.688748:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338459.688759:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290965888:12345-192.168.202.34@tcp:35:bash.0 Request processed in 314us (1028us total) trans 4294973007 rc 0/0 00010000:00010000:3.0:1763338459.688760:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 278 pid: 6518 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.688776:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3483 00000100:00100000:3.0:1763338459.688780:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147772d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216128:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338459.688808:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516c900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.688981:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.689966:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290966272 00000100:00100000:2.0:1763338459.689979:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290966272 00010000:00010000:2.0:1763338459.690011:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.691580:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3267 00000100:00100000:2.0:1763338459.691601:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2409:x1848993290966272:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.691620:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.691630:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.691647:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.691670:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.691676:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.691691:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.691699:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.691765:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2409:x1848993290966272:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 174us (2789us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.691773:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3267 00000100:00100000:2.0:1763338459.692500:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147772d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216128:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.694303:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.694443:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290966400 00000100:00100000:3.0:1763338459.694451:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290966400 00010000:00010000:3.0:1763338459.694494:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 278 pid: 6518 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.694544:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3268 00000100:00100000:3.0:1763338459.694553:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2409:x1848993290966400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338459.694571:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.694578:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 278 pid: 6518 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.694595:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 278 pid: 6518 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.694624:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0d6d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af496c expref: 278 pid: 6518 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.694642:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.694648:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.694660:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.694668:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.694695:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338459.694761:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:2409:x1848993290966400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 208us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.694769:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3268 00010000:00010000:2.0:1763338459.695016:0:13583:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000d37d0762 x1848993303216000) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 276 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.695032:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3a00/0x4ea0a6980f4b0d90 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af497a expref: 276 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.695044:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147772680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216000:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.695066:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.695072:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.695080:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.695085:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338459.695111:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 2 00010000:00010000:2.0:1763338459.695257:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b0d97 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.695314:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.695323:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.695326:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338459.695329:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:2.0:1763338459.695375:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56987:x1848993290966144:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7040us (7425us total) trans 4294973008 rc 0/0 00000100:00100000:2.0:1763338459.695384:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9970 00000100:00100000:0.0:1763338459.696824:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.697432:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290966528 00000100:00100000:2.0:1763338459.697442:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290966528 00000100:00100000:2.0:1763338459.697509:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9971 00000100:00100000:2.0:1763338459.697520:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56988:x1848993290966528:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338459.697546:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.697571:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3600/0x4ea0a6980f4b0dac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4988 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.697640:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.697654:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.697666:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.697690:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.697698:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.697711:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.697789:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.697802:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.697813:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.697848:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.697863:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.697879:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216256:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.697971:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fde40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338459.700489:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.700657:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290966656 00000100:00100000:0.0:1763338459.700666:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290966656 00000100:00100000:0.0:1763338459.700728:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9972 00000100:00100000:0.0:1763338459.700738:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56987:x1848993290966656:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.700766:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.700789:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0dc8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af498f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.700886:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338459.700902:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.700911:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338459.701300:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216256:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338459.701323:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338459.702136:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.702228:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290966784 00000100:00100000:2.0:1763338459.702234:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290966784 00010000:00010000:2.0:1763338459.702258:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 280 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.702318:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3269 00000100:00100000:2.0:1763338459.702327:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2409:x1848993290966784:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338459.702343:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.702357:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 280 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.702369:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 280 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.702390:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b0d9e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1df:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4981 expref: 280 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338459.702406:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.702411:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.702421:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.702428:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.702435:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.702441:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.702447:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338459.702483:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338459.702534:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2409:x1848993290966784:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 208us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.702542:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3269 00010000:00010000:0.0:1763338459.702602:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.702609:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338459.702651:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 5 00000004:00200000:0.0:1763338459.702655:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338459.702676:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338459.702714:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0dc8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af498f expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.702728:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af498f expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.702735:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.702739:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338459.702742:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:0.0:1763338459.702781:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56987:x1848993290966656:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2044us (2302us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.702788:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9972 00010000:00010000:1.0:1763338459.705437:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705457:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338459.705514:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 5 00000004:00200000:1.0:1763338459.705519:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338459.705547:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705565:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705576:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705584:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705590:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705597:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705603:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2746a2200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.705607:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705614:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705629:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197500) 00010000:00010000:1.0:1763338459.705632:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.705637:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705643:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a2200/0x4ea0a6980f4b0db3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705658:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705665:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705671:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705677:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c4e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.705680:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705685:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705692:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197100) 00010000:00010000:1.0:1763338459.705695:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.705697:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705703:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b0dba lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.705747:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2746a3600/0x4ea0a6980f4b0dac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.705763:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.705771:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.705774:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.705777:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2788c5a00, rc 0) 00000100:00100000:1.0:1763338459.705851:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56988:x1848993290966528:12345-192.168.202.34@tcp:101:rm.0 Request processed in 8331us (9033us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.705861:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9971 00000100:00100000:2.0:1763338459.707115:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.707181:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967040 00000100:00100000:1.0:1763338459.707191:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967040 00000100:00100000:1.0:1763338459.707888:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9973 00000100:00100000:1.0:1763338459.707903:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56987:x1848993290967040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.707926:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.707947:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0dd6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4996 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.708047:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b0ddd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.708061:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b0ddd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.708071:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b0ddd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338459.708082:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 5 00010000:00010000:1.0:1763338459.708185:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0dd6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4996 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.708204:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b0ddd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4996 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.708212:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.708215:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338459.708218:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338459.708305:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56987:x1848993290967040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 406us (1197us total) trans 4294973009 rc 0/0 00000100:00100000:1.0:1763338459.708313:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9973 00000100:00100000:3.0:1763338459.712887:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.712939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.712995:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.713077:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967424 00000100:00100000:2.0:1763338459.713089:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967424 00000100:00100000:2.0:1763338459.713151:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967552 00000100:00100000:2.0:1763338459.713155:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967552 00000100:00100000:2.0:1763338459.713183:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9974 00000100:00100000:2.0:1763338459.713191:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56988:x1848993290967424:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338459.713253:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763338459.713313:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b0d19 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4957 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.713332:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0dcf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af498f expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.713354:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148587a00/0x4ea0a6980f4b0cfd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4949 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.713364:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.713369:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.713400:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.713411:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.713421:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.713437:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.713443:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.713449:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.713531:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.713542:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.713552:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.713582:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.713594:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338459.713609:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216384:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338459.713685:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fde40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.713821:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9975 00000100:00100000:3.0:1763338459.713830:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56987:x1848993290967552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338459.713846:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.713860:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0e00 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af499d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.713906:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0e00 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af499d expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.713916:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0e00 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af499d expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.713933:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.713936:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338459.713938:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:3.0:1763338459.713983:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56987:x1848993290967552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 154us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.713990:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9975 00000100:00100000:0.0:1763338459.714399:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967168 00000100:00100000:0.0:1763338459.714406:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967168 00010000:00010000:0.0:1763338459.714430:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.714458:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3270 00000100:00100000:0.0:1763338459.714466:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2408:x1848993290967168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.714477:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.714482:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.714492:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 278 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.714507:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.714512:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.714520:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.714526:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.714540:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.714568:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2408:x1848993290967168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 102us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.714574:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3270 00010000:00010000:1.0:1763338459.718500:0:13583:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000007a99e48f x1848993303216384) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.718525:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b0dc1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4988 expref: 277 pid: 13583 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.718541:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303216384:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.718565:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.718573:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718582:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718588:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00080000:1.0:1763338459.718839:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1df:0x0] is inserted into orphan list, open count = 2 00010000:00010000:1.0:1763338459.718936:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718945:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718952:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718958:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd24149b000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.718962:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718969:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718981:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.718984:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338459.718988:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.718994:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b0df9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719011:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719018:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719023:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719028:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719033:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277744800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.719036:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719041:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719047:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:1.0:1763338459.719050:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.719052:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719058:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b0deb lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338459.719074:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000031002f6d reply state 00000000f423f1a0 transno 4294973010 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719086:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.719093:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.719096:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338459.719099:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338459.721765:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56988:x1848993290967424:12345-192.168.202.34@tcp:36:rm.0 Request processed in 8561us (8812us total) trans 4294973010 rc 0/0 00000100:00100000:1.0:1763338459.721780:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9974 00000100:00100000:2.0:1763338459.722115:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.722892:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967680 00000100:00100000:3.0:1763338459.722904:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967680 00000100:00100000:3.0:1763338459.722955:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6937 00000100:00100000:3.0:1763338459.722965:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290967680:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:3.0:1763338459.723011:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.723030:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.723038:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.723040:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.723043:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.723084:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 16 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.723097:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 16 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.723113:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147771500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303216512:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338459.723199:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.728194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.728321:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147771500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303216512:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.728359:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.728520:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967808 00000100:00100000:0.0:1763338459.728527:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967808 00002000:00100000:0.0:1763338459.728577:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x276:0x0] (0->4) req@ffff8fd146a68a80 x1848993290967808/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:485/0 lens 496/0 e 0 to 0 dl 1763338470 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763338459.728586:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146a68a80 with x1848993290967808 ext(0->4) 00010000:00010000:0.0:1763338459.728594:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 17 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.728610:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 17 pid: 35252 timeout: 1229 lvb_type: 0 00002000:00010000:0.0:1763338459.728619:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd146a68a80 00000100:00100000:0.0:1763338459.728658:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 116 00000100:00100000:0.0:1763338459.728669:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993290967808:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:0.0:1763338459.730004:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993290967808:12345-192.168.202.34@tcp:4:bash.0 Request processed in 1328us (1810us total) trans 17179871743 rc 0/0 00000100:00100000:0.0:1763338459.730015:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 116 00002000:00100000:0.0:1763338459.730025:0:28406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x276:0x0] (0->4) req@ffff8fd146a68a80 x1848993290967808/t17179871743(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:485/0 lens 496/448 e 0 to 0 dl 1763338470 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763338459.730034:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146a68a80 with x1848993290967808 ext(0->4) 00010000:00010000:0.0:1763338459.730041:0:28406:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 19 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.730059:0:28406:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 19 pid: 35252 timeout: 1229 lvb_type: 0 00002000:00010000:0.0:1763338459.730066:0:28406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd146a68a80 00000100:00100000:2.0:1763338459.733249:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.733405:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290967936 00000100:00100000:0.0:1763338459.733416:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290967936 00010000:00010000:0.0:1763338459.733464:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 19 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.733512:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3271 00000100:00100000:0.0:1763338459.733523:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993290967936:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.733539:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763338459.733559:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763338459.733562:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338459.733568:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 19 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.733582:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 19 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.733607:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0d5f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4965 expref: 19 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.733624:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.733626:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.733631:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.733644:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.733669:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.733743:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993290967936:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 222us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.733752:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3271 00010000:00010000:3.0:1763338459.733833:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733843:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733867:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733877:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733885:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733894:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338459.733898:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733907:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733921:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.733929:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e07 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.734049:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290967680:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 11084us (11934us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.734058:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6937 00000100:00100000:2.0:1763338459.738683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.738811:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968064 00000100:00100000:1.0:1763338459.738822:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968064 00000100:00100000:1.0:1763338459.739169:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9976 00000100:00100000:1.0:1763338459.739180:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56990:x1848993290968064:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.739209:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.739239:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e0e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49a4 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.739366:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.739382:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739396:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739407:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.739415:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739422:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739468:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739476:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739482:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739489:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739496:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.739500:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739507:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739521:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338459.739525:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.739531:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739537:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0e15 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739553:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739560:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739565:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739570:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.739572:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739578:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739584:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:1.0:1763338459.739587:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.739590:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739595:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e1c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.739623:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e0e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49a4 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.739634:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338459.739637:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.739641:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e0e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49a4 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.739655:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338459.739730:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56990:x1848993290968064:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 552us (1064us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.739740:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9976 00000100:00100000:1.0:1763338459.742166:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.743192:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968320 00000100:00100000:2.0:1763338459.743207:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968320 00000100:00100000:2.0:1763338459.743314:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9977 00000100:00100000:2.0:1763338459.743325:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56987:x1848993290968320:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338459.743398:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.743428:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0e00 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af499d expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.743451:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.743456:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.743491:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.743504:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.743514:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:2.0:1763338459.743745:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1588, 88 off133208 00000004:00080000:2.0:1763338459.743754:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129455491406ns, next at 1130117878066ns, rc = 0 00000040:00080000:2.0:1763338459.743790:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1588, 88 off132968 00000004:00080000:2.0:1763338459.743795:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129455533369ns, next at 1130117907607ns, rc = 0 00000040:00080000:2.0:1763338459.743812:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1589, 88 off133056 00000004:00080000:2.0:1763338459.743816:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129455554371ns, next at 1130117907607ns, rc = 0 00000040:00080000:2.0:1763338459.743825:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1589, 88 off133296 00000004:00080000:2.0:1763338459.743829:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129455567049ns, next at 1130117878066ns, rc = 0 00000100:00100000:2.0:1763338459.746010:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.746300:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968448 00000100:00100000:0.0:1763338459.746310:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968448 00000001:00080000:3.0:1763338459.748302:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973011 is committed 00000004:00080000:3.0:1763338459.748315:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1042 committed 00000004:00080000:3.0:1763338459.748337:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1036 committed 00000004:00080000:3.0:1763338459.748355:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1035 committed 00000004:00080000:3.0:1763338459.748358:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1041 committed 00000100:00100000:3.0:1763338459.748487:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303216640:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.748559:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.748613:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303216640 00000100:00100000:3.0:1763338459.748621:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303216640 00000100:00100000:3.0:1763338459.748668:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6938 00000100:00100000:3.0:1763338459.748678:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+107:3657:x1848993303216640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338459.748794:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303216896:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.748844:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.748865:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338459.748871:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303216768:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338459.748898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.748924:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303216896 00000100:00100000:0.0:1763338459.748928:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303216896 00000100:00100000:0.0:1763338459.748952:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303216768 00000100:00100000:0.0:1763338459.748954:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303216768 00000100:00100000:0.0:1763338459.748970:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6939 00000100:00100000:0.0:1763338459.748977:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303216896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.749144:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3655:x1848993303216896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 167us (299us total) trans 17179871744 rc 0/0 00000100:00100000:0.0:1763338459.749152:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6939 00000100:00100000:0.0:1763338459.749171:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6940 00000100:00100000:0.0:1763338459.749178:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+108:3655:x1848993303216768:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338459.749185:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.749199:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00002000:00010000:0.0:1763338459.749253:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.749257:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.749278:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.749281:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.749283:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763338459.749284:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.749294:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277744200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.749300:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.749309:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338459.749315:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+109:3655:x1848993303216768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 135us (414us total) trans 21474839075 rc 0/0 00000100:00100000:0.0:1763338459.749324:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6940 00010000:00010000:2.0:1763338459.749336:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197e00) 00010000:00010000:2.0:1763338459.749341:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.749357:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.749364:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b0df2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00002000:00010000:3.0:1763338459.749381:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.749386:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.749388:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.749391:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.749394:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338459.749398:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303217024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338459.749431:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+109:3657:x1848993303216640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 753us (871us total) trans 21474839076 rc 0/0 00000100:00100000:2.0:1763338459.749440:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.749442:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6938 00000100:00100000:3.0:1763338459.749460:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303217024 00000100:00100000:3.0:1763338459.749464:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303217024 00000100:00100000:3.0:1763338459.749493:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6941 00000100:00100000:3.0:1763338459.749502:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303217024:12345-0@lo:2:osp-syn-1-1.0 00000004:00010000:2.0:1763338459.749512:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d859ce8a reply state 00000000938b1fa3 transno 4294973011 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.749529:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.749537:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.749540:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338459.749544:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00010000:3.0:1763338459.749566:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.749570:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.749573:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.749575:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.749577:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.749619:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9978 00010000:00080000:2.0:1763338459.749626:0:13583:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338459.749651:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56987:x1848993290968320:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 6327us (7495us total) trans 4294973011 rc 0/0 00010000:00010000:1.0:1763338459.749654:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338459.749662:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9977 00010000:00010000:1.0:1763338459.749669:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.749677:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.749684:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143194800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.749688:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.749695:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00000004:00080000:0.0:1763338459.749704:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147771880/2, rc 0, transno 21474839075 00010000:00010000:1.0:1763338459.749706:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.749712:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338459.749714:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303216768:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338459.749717:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.749726:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0e23 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00080000:0.0:1763338459.749732:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708ea300/2, rc 0, transno 17179871744 00000100:00100000:0.0:1763338459.749739:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303216896:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.749764:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56990:x1848993290968448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.749779:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1763338459.749783:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147771500/2, rc 0, transno 21474839076 00000100:00100000:0.0:1763338459.749789:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303216640:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338459.749798:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0e2a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49ab expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.749863:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338459.749874:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749883:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749895:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338459.749902:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749908:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749938:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749945:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749951:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749957:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749961:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.749964:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749973:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749980:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338459.749983:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.749985:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.749990:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e31 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750000:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750005:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750010:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750014:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.750017:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750022:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750029:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077b00) 00010000:00010000:1.0:1763338459.750031:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.750034:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750040:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e38 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338459.750067:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0e2a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ab expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.750078:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338459.750081:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.750085:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0e2a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ab expref: 272 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.750096:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:3.0:1763338459.750116:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3656:x1848993303217024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 614us (675us total) trans 17179871745 rc 0/0 00000100:00100000:3.0:1763338459.750126:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6941 00000004:00080000:2.0:1763338459.750131:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708ebb80/2, rc 0, transno 17179871745 00000100:00100000:2.0:1763338459.750139:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303217024:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.750139:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+270:56990:x1848993290968448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 508us (4138us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338459.750154:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9978 00000100:00100000:2.0:1763338459.754255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.754334:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.754512:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968576 00000100:00100000:0.0:1763338459.754523:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968704 00000100:00100000:1.0:1763338459.754526:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968576 00000100:00100000:0.0:1763338459.754530:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968704 00000100:00100000:0.0:1763338459.754611:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9979 00000100:00100000:0.0:1763338459.754622:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56990:x1848993290968704:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.754647:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.754671:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0e3f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49b9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.754767:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9980 00000100:00100000:1.0:1763338459.754776:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56987:x1848993290968576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.754787:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.754799:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49b2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.754845:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0e4d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.754860:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0e4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.754864:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.754876:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0e4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.754882:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 273 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.754905:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.754909:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338459.754913:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338459.754988:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56987:x1848993290968576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 212us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.754996:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9980 00000004:00200000:0.0:1763338459.755625:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338459.755633:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338459.755676:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b0e3f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b9 expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.755695:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0e4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b9 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.755716:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14335bc00) 00010000:00010000:0.0:1763338459.755719:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338459.755722:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:0.0:1763338459.755767:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56990:x1848993290968704:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1147us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.755774:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9979 00000100:00100000:2.0:1763338459.760810:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.762487:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.762588:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968832 00000100:00100000:0.0:1763338459.762599:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968832 00000100:00100000:0.0:1763338459.762647:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290968960 00000100:00100000:0.0:1763338459.762650:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290968960 00000100:00100000:0.0:1763338459.762678:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9981 00000100:00100000:0.0:1763338459.762688:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56987:x1848993290968832:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.762721:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.762744:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0e54 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49c0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.762815:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0e5b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.762830:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0e5b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.762843:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0e5b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338459.762889:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1df:0x0]: returning size 5 00000004:00200000:0.0:1763338459.762894:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338459.762912:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0e5b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.762940:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b0e54 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49c0 expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.762958:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0e5b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49c0 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.762966:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.762969:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338459.762972:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3000, rc 0) 00000100:00100000:0.0:1763338459.763038:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56987:x1848993290968832:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 345us (2239us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.763046:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9981 00000100:00100000:0.0:1763338459.763064:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9982 00000100:00100000:0.0:1763338459.763071:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56990:x1848993290968960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.763079:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.763089:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0e62 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49c7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.763122:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.763136:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763143:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763156:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338459.763162:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763168:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763203:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763211:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763217:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763224:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d2e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.763227:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763235:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763244:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14335bc00) 00010000:00010000:0.0:1763338459.763247:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.763251:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763257:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0e69 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763290:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763297:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763302:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763307:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.763310:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763315:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763321:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14335b100) 00010000:00010000:0.0:1763338459.763324:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.763326:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763331:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0e70 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.763365:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0e62 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49c7 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.763375:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14335bc00) 00010000:00010000:0.0:1763338459.763378:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.763381:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0e62 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49c7 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.763395:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3800, rc 0) 00000100:00100000:0.0:1763338459.763423:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56990:x1848993290968960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 353us (946us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.763429:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9982 00000100:00100000:2.0:1763338459.768914:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.768962:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.768981:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290969088 00000100:00100000:3.0:1763338459.768995:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290969088 00000100:00100000:1.0:1763338459.769060:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290969344 00000100:00100000:1.0:1763338459.769065:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290969344 00000100:00100000:1.0:1763338459.769311:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9983 00000100:00100000:1.0:1763338459.769325:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56990:x1848993290969344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.769362:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.769366:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338459.769403:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b0e4d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b9 expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.769424:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14335bc00) 00010000:00010000:1.0:1763338459.769435:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.769453:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0e77 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49d5 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.769662:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6942 00000100:00100000:3.0:1763338459.769671:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993290969088:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.769778:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338459.769786:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.769794:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.769804:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49ce expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.769807:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00002000:00010000:3.0:1763338459.769832:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x276:0x0] initial LVB size: 5, mtime: 0x691a68dc, atime: 0x0, ctime: 0x691a68dc, blocks: 0x8 00010000:00010000:3.0:1763338459.769847:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.769850:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.769859:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 18 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338459.769874:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 18 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338459.769887:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00010000:00010000:1.0:1763338459.769887:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.769901:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.769910:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770394:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.770403:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770411:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338459.770421:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e0:0x0]: returning size 0 00010000:00010000:1.0:1763338459.770446:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770452:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770457:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770463:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770542:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.770546:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770553:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770566:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338459.770569:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.770573:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770579:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0e7e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338459.770589:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007282882e reply state 000000005ad586f6 transno 4294973012 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770599:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.770605:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077b00) 00010000:00010000:1.0:1763338459.770607:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338459.770613:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338459.770640:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0e77 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 275 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.770645:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993290969088:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 973us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.770657:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6942 00010000:00010000:1.0:1763338459.770665:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 274 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.770672:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338459.770674:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.770677:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338459.770774:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56990:x1848993290969344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1451us (1811us total) trans 4294973012 rc 0/0 00000100:00100000:1.0:1763338459.770781:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9983 00000100:00100000:0.0:1763338459.780406:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.780477:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290969600 00000100:00100000:1.0:1763338459.780491:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290969600 00000100:00100000:1.0:1763338459.780572:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9984 00000100:00100000:1.0:1763338459.780582:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56990:x1848993290969600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.780620:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.780642:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ea1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49dc expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.780769:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.780784:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.780794:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.780837:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.780851:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 276 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.780868:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303217152:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.780976:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.789526:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303217152:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.789570:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338459.789777:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.790809:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290969728 00000100:00100000:0.0:1763338459.790829:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290969728 00010000:00010000:0.0:1763338459.790881:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 277 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.790923:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3272 00000100:00100000:0.0:1763338459.790933:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252692c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:2410:x1848993290969728:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.790948:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.790955:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 277 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.790967:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 277 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.790990:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0e93 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49d5 expref: 277 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338459.791007:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338459.791012:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.791022:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.791029:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.791059:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.791123:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252692c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2410:x1848993290969728:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 190us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.791132:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3272 00010000:00010000:2.0:1763338459.791730:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.791740:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338459.791768:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e0:0x0]: returning size 0 00000004:00080000:2.0:1763338459.791953:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x278:0x0], index 0: 0 00000004:00080000:2.0:1763338459.791960:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x278:0x0], index 1: 0 00000004:00080000:2.0:1763338459.791965:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x279:0x0], index 1: 0 00000004:00080000:2.0:1763338459.791969:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x279:0x0], index 0: 0 00010000:00010000:2.0:1763338459.792080:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792089:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792095:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792102:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.792106:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792114:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792126:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:2.0:1763338459.792129:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338459.792134:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792141:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b0ea8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.792199:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ea1 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49dc expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.792210:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:2.0:1763338459.792212:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338459.792216:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ea1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49dc expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.792231:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:2.0:1763338459.792319:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56990:x1848993290969600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 11738us (11925us total) trans 4294973013 rc 301/301 00000100:00100000:2.0:1763338459.792327:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9984 00000100:00100000:1.0:1763338459.795229:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.795952:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290969984 00000100:00100000:2.0:1763338459.795965:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290969984 00000100:00100000:2.0:1763338459.796361:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3484 00000100:00100000:2.0:1763338459.796372:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56990:x1848993290969984:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338459.797672:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56990:x1848993290969984:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1290us (2443us total) trans 4294973014 rc 0/0 00000100:00100000:2.0:1763338459.797698:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3484 00000100:00100000:1.0:1763338459.799948:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.800031:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290970240 00000100:00100000:2.0:1763338459.800045:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290970240 00000100:00100000:2.0:1763338459.800107:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3485 00000100:00100000:2.0:1763338459.800117:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56990:x1848993290970240:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338459.800714:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56990:x1848993290970240:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 594us (776us total) trans 4294973015 rc 0/0 00000100:00100000:2.0:1763338459.800724:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3485 00000100:00100000:1.0:1763338459.813711:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.813832:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.813858:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290970624 00000100:00100000:1.0:1763338459.813867:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290970624 00000100:00100000:1.0:1763338459.813917:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6943 00000100:00100000:1.0:1763338459.813926:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993290970624:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338459.814035:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993290970624:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 110us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.814043:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6943 00000100:00100000:2.0:1763338459.814450:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290970496 00000100:00100000:2.0:1763338459.814455:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290970496 00000100:00100000:0.0:1763338459.814665:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9985 00000100:00100000:0.0:1763338459.814675:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290970496:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338459.814701:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.814724:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0eb6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49e3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.818168:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.818193:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818205:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818216:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.818223:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818229:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818350:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ecb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.818360:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ecb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818367:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ecb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338459.818384:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e0:0x0]: returning size 0 00010000:00010000:1.0:1763338459.818474:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818481:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818487:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818493:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818499:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.818503:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818510:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818521:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14335b100) 00010000:00010000:1.0:1763338459.818524:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.818529:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818535:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0ebd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818546:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818552:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818561:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818566:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.818568:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818573:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818579:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077b00) 00010000:00010000:1.0:1763338459.818581:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.818584:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818589:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0ec4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.818634:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0eb6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49e3 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.818654:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ecb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49e3 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.818661:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338459.818664:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.818668:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338459.818736:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290970496:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4062us (5059us total) trans 4294973016 rc 0/0 00000100:00100000:1.0:1763338459.818745:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9985 00000100:00100000:1.0:1763338459.823169:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.823319:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290970752 00000100:00100000:0.0:1763338459.823330:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290970752 00000100:00100000:0.0:1763338459.823412:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6944 00000100:00100000:0.0:1763338459.823422:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2408:x1848993290970752:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338459.823594:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2408:x1848993290970752:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 172us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.823602:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6944 00000100:00100000:0.0:1763338459.824406:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.824527:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290970880 00000100:00100000:1.0:1763338459.824534:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290970880 00000100:00100000:1.0:1763338459.824588:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9986 00000100:00100000:1.0:1763338459.824597:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290970880:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.824616:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.824640:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0ed9 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49ea expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.824676:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ee0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338459.824689:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ee0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.824701:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ee0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338459.824812:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0ed9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ea expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.824828:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ee0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ea expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.824837:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338459.824840:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338459.824844:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eac00, rc 0) 00000100:00100000:1.0:1763338459.824894:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290970880:12345-192.168.202.34@tcp:101:bash.0 Request processed in 298us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.824901:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9986 00000100:00100000:1.0:1763338459.830653:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.830795:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290971136 00000100:00100000:2.0:1763338459.830806:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290971136 00000100:00100000:2.0:1763338459.831472:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9987 00000100:00100000:2.0:1763338459.831487:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290971136:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338459.831552:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338459.831583:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b0ecb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49e3 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.831605:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338459.831611:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338459.831841:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.831858:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.831866:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338459.831922:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973017 00000004:00010000:2.0:1763338459.831945:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000bdb44d9 reply state 00000000c80afe59 transno 4294973018 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.831958:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.831964:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338459.831966:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338459.831969:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338459.832072:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290971136:12345-192.168.202.34@tcp:36:bash.0 Request processed in 588us (1431us total) trans 4294973018 rc 0/0 00000100:00100000:2.0:1763338459.832080:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9987 00000020:00080000:2.0:1763338459.832085:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338459.835527:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.835636:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290971264 00000100:00100000:0.0:1763338459.835650:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290971264 00000100:00100000:0.0:1763338459.836128:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1707 00000100:00100000:0.0:1763338459.836141:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290971264:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:0.0:1763338459.836184:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836198:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.836200:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.836206:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836219:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836790:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836800:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836807:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836813:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338459.836817:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836835:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836851:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.836864:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0eee lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.837381:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993290971264:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 1239us (1861us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763338459.837390:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1707 00000100:00100000:1.0:1763338459.837506:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.837630:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290971392 00000100:00100000:3.0:1763338459.837636:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290971392 00000100:00100000:3.0:1763338459.837684:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9988 00000100:00100000:3.0:1763338459.837693:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993290971392:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.837709:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.837727:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0ef5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49f1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.837777:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0ef5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49f1 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.837790:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0ef5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49f1 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.837804:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338459.837808:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338459.837811:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:3.0:1763338459.837853:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290971392:12345-192.168.202.34@tcp:101:bash.0 Request processed in 161us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.837860:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9988 00000100:00100000:1.0:1763338459.843129:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.843224:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290971520 00000100:00100000:3.0:1763338459.843234:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290971520 00000100:00100000:2.0:1763338459.844519:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9989 00000100:00100000:2.0:1763338459.844538:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56987:x1848993290971520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.844563:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.844585:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0efc lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49f8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.844619:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0f03 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.844633:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0f03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.844645:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0f03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.844786:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194600/0x4ea0a6980f4b0efc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49f8 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.844802:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143194800/0x4ea0a6980f4b0f03 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49f8 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.844811:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.844814:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338459.844817:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194800, rc 0) 00000100:00100000:2.0:1763338459.844883:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:56987:x1848993290971520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 353us (1763us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.844890:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9989 00000100:00100000:2.0:1763338459.846524:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.846618:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290971776 00000100:00100000:3.0:1763338459.846628:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290971776 00000100:00100000:3.0:1763338459.846682:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9990 00000100:00100000:3.0:1763338459.846692:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993290971776:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338459.846707:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338459.846710:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338459.846731:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0ef5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49f1 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.846749:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338459.846754:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338459.846766:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0f0a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af49ff expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338459.846808:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338459.846818:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0f11 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00000100:00100000:0.0:1763338459.846858:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290971904 00000100:00100000:0.0:1763338459.846863:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290971904 00000100:00100000:0.0:1763338459.846914:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1708 00000100:00100000:0.0:1763338459.846921:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2408:x1848993290971904:12345-192.168.202.34@tcp:4:lfs.0 00010000:00010000:0.0:1763338459.846942:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.846958:0:28406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 55 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338459.846967:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.846969:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.846973:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.847003:0:28406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 55 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338459.847017:0:28406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 55 pid: 35252 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338459.847039:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28406:1848993303217280:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.847115:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cf00 going to sleep for 11 seconds 00010000:00010000:3.0:1763338459.849207:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0f11 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338459.849222:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0f11 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338459.849756:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1590, 88 off133144 00000004:00080000:0.0:1763338459.849765:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129561502230ns, next at 1130117907607ns, rc = 0 00000040:00080000:0.0:1763338459.849795:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1590, 88 off133384 00000004:00080000:0.0:1763338459.849800:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129561537877ns, next at 1130117878066ns, rc = 0 00000040:00080000:0.0:1763338459.849818:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1591, 88 off133472 00000004:00080000:0.0:1763338459.849821:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129561559613ns, next at 1130117878066ns, rc = 0 00000040:00080000:0.0:1763338459.849831:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1591, 88 off133232 00000004:00080000:0.0:1763338459.849835:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129561573253ns, next at 1130117907607ns, rc = 0 00000100:00100000:3.0:1763338459.854578:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.854702:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28406:1848993303217280:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338459.854728:0:28406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763338459.855384:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973019 is committed 00000004:00080000:2.0:1763338459.855394:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1038 committed 00000004:00080000:2.0:1763338459.855409:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1044 committed 00000004:00080000:2.0:1763338459.855417:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1043 committed 00000004:00080000:2.0:1763338459.855419:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1037 committed 00010000:00010000:0.0:1763338459.855624:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.855635:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.855642:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.855649:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.855653:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.855664:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338459.855806:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303217408:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338459.855861:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.856434:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290972032 00000100:00100000:1.0:1763338459.856445:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290972032 00010000:00010000:1.0:1763338459.856486:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 56 pid: 35252 timeout: 1229 lvb_type: 1 00000100:00100000:1.0:1763338459.856524:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3273 00000100:00100000:1.0:1763338459.856534:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+56:2410:x1848993290972032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.856550:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.856575:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 56 pid: 35252 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338459.856588:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 56 pid: 35252 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338459.856611:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b0cb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af492d expref: 56 pid: 35252 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338459.856628:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.856630:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.856635:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.856645:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.856673:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.856727:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+55:2410:x1848993290972032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.856735:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3273 00000100:00100000:1.0:1763338459.856827:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303217536:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.856864:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.856890:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338459.856895:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303217664:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.856918:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.857033:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303217408 00000100:00100000:1.0:1763338459.857040:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303217408 00000100:00100000:1.0:1763338459.857065:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303217536 00000100:00100000:1.0:1763338459.857068:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303217536 00000100:00100000:1.0:1763338459.857087:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303217664 00000100:00100000:1.0:1763338459.857090:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303217664 00000100:00100000:1.0:1763338459.857107:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6945 00000100:00100000:1.0:1763338459.857113:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+109:3657:x1848993303217408:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338459.857385:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077b00) 00010000:00010000:0.0:1763338459.857390:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.857396:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857405:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0e8c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857431:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857438:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857444:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857449:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.857453:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857460:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857469:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338459.857472:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.857475:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.857479:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b0ee7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338459.857508:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6946 00000100:00100000:0.0:1763338459.857517:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303217536:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.857626:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303217536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (761us total) trans 17179871746 rc 0/0 00000100:00100000:0.0:1763338459.857633:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6946 00000100:00100000:0.0:1763338459.857646:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6947 00000100:00100000:0.0:1763338459.857653:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303217664:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.857717:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303217664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (798us total) trans 17179871747 rc 0/0 00000100:00100000:0.0:1763338459.857724:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6947 00000004:00080000:0.0:1763338459.857764:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c5880/2, rc 0, transno 17179871747 00000100:00100000:0.0:1763338459.857769:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303217664:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338459.857781:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c7800/2, rc 0, transno 17179871746 00000100:00100000:0.0:1763338459.857784:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303217536:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338459.857845:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0f11 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ff expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.857855:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338459.857858:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338459.857870:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b0f0a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ff expref: 276 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338459.857885:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0f11 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ff expref: 275 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.857915:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338459.857917:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338459.857919:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338459.857948:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290971776:12345-192.168.202.34@tcp:101:bash.0 Request processed in 11258us (11430us total) trans 4294973019 rc 0/0 00000100:00100000:0.0:1763338459.857955:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9990 00010000:00010000:0.0:1763338459.858010:0:28406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.858019:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338459.859737:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303217792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.859799:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.859844:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303217792 00000100:00100000:3.0:1763338459.859850:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303217792 00000100:00100000:3.0:1763338459.859890:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6948 00000100:00100000:3.0:1763338459.859897:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+111:3656:x1848993303217792:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338459.861817:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+111:3657:x1848993303217408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 4694us (5946us total) trans 21474839077 rc 0/0 00000100:00100000:1.0:1763338459.861832:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6945 00000004:00080000:2.0:1763338459.861946:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147771f80/2, rc 0, transno 21474839077 00000100:00100000:2.0:1763338459.861954:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303217408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.862026:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.862075:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290972160 00000100:00100000:1.0:1763338459.862083:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290972160 00000100:00100000:1.0:1763338459.862134:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6949 00000100:00100000:1.0:1763338459.862143:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d652850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+57:55909:x1848993290972160:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.862159:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.862188:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a06 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338459.862214:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338459.862239:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.862241:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.862253:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 58 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.862359:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 58 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.862375:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338459.863242:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d652850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+58:55909:x1848993290972160:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1095us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.863250:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6949 00000100:00100000:3.0:1763338459.865057:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+111:3656:x1848993303217792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 5151us (5249us total) trans 21474839079 rc 0/0 00000100:00100000:3.0:1763338459.865069:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6948 00000004:00080000:2.0:1763338459.865362:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147773100/2, rc 0, transno 21474839079 00000100:00100000:2.0:1763338459.865370:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303217792:0@lo:2:osp-syn-0-1.0 00000001:00080000:1.0:1763338459.866854:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839078 is committed 00000001:00080000:1.0:1763338459.866872:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839077 is committed 00000100:00100000:3.0:1763338459.867402:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:0.0:1763338459.867725:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763338459.867730:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:0.0:1763338459.867733:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:0.0:1763338459.867735:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338459.867749:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.867761:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.867769:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.867775:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338459.867779:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.867789:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.867807:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.867814:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.867898:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993290971904:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 20975us (21089us total) trans 21474839078 rc 0/0 00000100:00100000:0.0:1763338459.867907:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1708 00000100:00100000:1.0:1763338459.868072:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290972288 00000100:00100000:1.0:1763338459.868080:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290972288 00000100:00100000:1.0:1763338459.868128:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6950 00000100:00100000:1.0:1763338459.868137:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993290972288:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338459.868153:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.868169:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a0d expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338459.868186:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338459.868204:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.868207:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.868216:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 19 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.868230:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 19 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.868240:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338459.868283:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+19:55909:x1848993290972288:12345-192.168.202.34@tcp:101:bash.0 Request processed in 147us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.868289:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6950 00000100:00100000:3.0:1763338459.874967:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.875004:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.875035:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290972416 00000100:00100000:0.0:1763338459.875046:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290972416 00000100:00100000:1.0:1763338459.875073:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290972544 00000100:00100000:1.0:1763338459.875080:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290972544 00002000:00010000:0.0:1763338459.875092:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/632 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.875099:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c2a00 with x1848993290972416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338459.875101:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/632 (0->18446744073709551615) 00002000:00100000:1.0:1763338459.875107:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c2680 with x1848993290972544 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.875112:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2746c2a00. 00002000:00010000:1.0:1763338459.875115:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c2680. 00000100:00100000:0.0:1763338459.875157:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1709 00000100:00100000:0.0:1763338459.875169:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993290972416:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338459.875319:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1710 00000100:00100000:1.0:1763338459.875328:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993290972544:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338459.875410:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.875415:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:0.0:1763338459.875417:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.875420:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:0.0:1763338459.875423:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338459.875440:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338459.875444:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:1.0:1763338459.875447:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338459.875450:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:1.0:1763338459.875452:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338459.875485:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290972544:12345-192.168.202.34@tcp:10:bash.0 Request processed in 155us (476us total) trans 17179871748 rc 0/0 00000100:00100000:0.0:1763338459.875486:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290972416:12345-192.168.202.34@tcp:10:bash.0 Request processed in 316us (525us total) trans 21474839080 rc 0/0 00000100:00100000:1.0:1763338459.875501:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1710 00002000:00010000:1.0:1763338459.875507:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/632 (0->18446744073709551615) 00000100:00100000:0.0:1763338459.875510:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1709 00002000:00100000:1.0:1763338459.875512:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c2680 with x1848993290972544 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.875516:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/632 (0->18446744073709551615) 00002000:00010000:1.0:1763338459.875519:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c2680. 00002000:00100000:0.0:1763338459.875520:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c2a00 with x1848993290972416 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.875528:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2746c2a00. 00000100:00100000:3.0:1763338459.878605:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.878684:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290972800 00000100:00100000:2.0:1763338459.878694:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290972800 00000100:00100000:2.0:1763338459.878751:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3486 00000100:00100000:2.0:1763338459.878761:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:55909:x1848993290972800:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338459.879040:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290972800:12345-192.168.202.34@tcp:35:bash.0 Request processed in 279us (443us total) trans 4294973020 rc 0/0 00000100:00100000:2.0:1763338459.879047:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3486 00000100:00100000:3.0:1763338459.885560:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.885646:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973056 00000100:00100000:0.0:1763338459.885657:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973056 00000100:00100000:0.0:1763338459.885719:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9991 00000100:00100000:0.0:1763338459.885729:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56987:x1848993290973056:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338459.885785:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.885811:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0e5b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49c0 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.885829:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.885835:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.885914:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.885929:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.885938:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338459.886060:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025260623 reply state 0000000054be42b0 transno 4294973021 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.886073:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.886085:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.886088:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.886091:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338459.886186:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56987:x1848993290973056:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 458us (635us total) trans 4294973021 rc 0/0 00000100:00100000:0.0:1763338459.886193:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9991 00000100:00100000:0.0:1763338459.891221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.891297:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973184 00000100:00100000:2.0:1763338459.891307:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973184 00000100:00100000:2.0:1763338459.891372:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9992 00000100:00100000:2.0:1763338459.891381:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56991:x1848993290973184:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338459.891402:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.891425:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f34 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a14 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.891493:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.891507:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891518:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891528:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.891534:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891543:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891609:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338459.891616:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891621:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338459.891664:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e0:0x0]: returning size 5 00000004:00200000:2.0:1763338459.891668:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338459.891757:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891770:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891780:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891786:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891791:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891797:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891802:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.891806:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891813:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891825:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338459.891827:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.891833:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891838:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891851:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891856:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891861:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891865:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.891868:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891873:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891879:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695e00) 00010000:00010000:2.0:1763338459.891881:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.891883:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891888:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f42 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338459.891921:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f34 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a14 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.891937:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a14 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.891943:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338459.891945:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338459.891948:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:2.0:1763338459.892015:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56991:x1848993290973184:12345-192.168.202.34@tcp:101:rm.0 Request processed in 634us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.892022:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9992 00000100:00100000:3.0:1763338459.894811:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.894999:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973440 00000100:00100000:0.0:1763338459.895009:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973440 00000100:00100000:0.0:1763338459.895066:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9993 00000100:00100000:0.0:1763338459.895075:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56991:x1848993290973440:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338459.895127:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338459.895154:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b0f11 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ff expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.895173:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b0f49 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a14 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.895185:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ee0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ea expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.895196:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338459.895205:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338459.895229:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.895239:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.895252:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.899549:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.899572:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.899587:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.899701:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.899709:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.899717:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338459.899948:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1592, 64 off133296 00000040:00080000:0.0:1763338459.899969:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1592, 64 off133536 00000040:00080000:0.0:1763338459.899978:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1593, 64 off133600 00000040:00080000:0.0:1763338459.899987:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1593, 64 off133360 00010000:00010000:0.0:1763338459.900037:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.900046:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900054:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900065:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900071:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900077:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900109:0:13583:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338459.900130:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900137:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900144:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900150:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.900154:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900163:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900174:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338459.900177:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338459.900181:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900188:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0f5e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900338:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900354:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900360:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900365:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900371:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.900373:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900379:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900387:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338459.900389:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.900392:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900398:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f50 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338459.900414:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000018f1a5f reply state 000000002148afc8 transno 4294973022 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900424:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.900430:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338459.900433:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338459.900436:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338459.900534:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56991:x1848993290973440:12345-192.168.202.34@tcp:36:rm.0 Request processed in 5455us (5728us total) trans 4294973022 rc 0/0 00000100:00100000:0.0:1763338459.900544:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9993 00010000:00010000:2.0:1763338459.900857:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338459.900865:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.900871:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d3800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338459.900874:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.900880:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.900888:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e0:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338459.900890:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338459.900893:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.900899:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f65 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.900916:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.900918:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338459.900919:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338459.904403:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.906056:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973568 00000100:00100000:0.0:1763338459.906069:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973568 00000100:00100000:0.0:1763338459.906126:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6951 00000100:00100000:0.0:1763338459.906134:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:56987:x1848993290973568:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.906150:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.906173:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a1b expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338459.906198:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x277:0x0] initial LVB size: 4096, mtime: 0x691a68dc, atime: 0x0, ctime: 0x691a68dc, blocks: 0x8 00010000:00010000:0.0:1763338459.906218:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.906220:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.906228:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 15 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.906242:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 15 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.906254:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3000, rc 0) 00000100:00100000:1.0:1763338459.906675:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+15:56987:x1848993290973568:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 539us (2281us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.906689:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6951 00000100:00100000:3.0:1763338459.914558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.914765:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973696 00000100:00100000:1.0:1763338459.914774:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973696 00000100:00100000:1.0:1763338459.914832:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6952 00000100:00100000:1.0:1763338459.914841:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+20:56987:x1848993290973696:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.914858:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.914877:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a22 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.914906:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.914913:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.914915:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338459.914920:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 21 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.914950:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338459.914962:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 1229 lvb_type: 1 00000100:00100000:1.0:1763338459.914975:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303217920:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.915056:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.923991:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.924471:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303217920:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338459.924512:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 21 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.924540:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338459.924619:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+21:56987:x1848993290973696:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9778us (10071us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.924629:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6952 00000100:00100000:0.0:1763338459.928763:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973824 00000100:00100000:0.0:1763338459.928781:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973824 00010000:00010000:0.0:1763338459.928836:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338459.928891:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3274 00000100:00100000:0.0:1763338459.928900:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993290973824:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338459.928915:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338459.928938:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 1229 lvb_type: 1 00010000:00010000:0.0:1763338459.928950:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 1229 lvb_type: 1 00010000:00010000:0.0:1763338459.928977:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b0cb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4934 expref: 21 pid: 35252 timeout: 1229 lvb_type: 1 00010000:00010000:0.0:1763338459.928994:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.928997:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.929003:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 20 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.929014:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 20 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.929053:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 20 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.929066:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303218048:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338459.929160:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.929301:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.929443:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290973952 00000100:00100000:0.0:1763338459.929448:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290973952 00000100:00100000:0.0:1763338459.929486:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9994 00000100:00100000:0.0:1763338459.929492:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56992:x1848993290973952:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.929512:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.929531:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0f7a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a29 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.929611:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.929623:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929632:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929643:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338459.929651:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929657:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929712:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929719:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929730:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929736:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929741:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d3800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.929745:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929753:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929762:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338459.929765:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.929769:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929773:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b0f81 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929782:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929788:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929793:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929797:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c6000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.929799:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929808:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929814:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338459.929816:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.929819:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929824:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0f88 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.929846:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0f7a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a29 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.929855:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338459.929857:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.929861:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0f7a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a29 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.929875:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d2e00, rc 0) 00000100:00100000:0.0:1763338459.929922:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56992:x1848993290973952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 429us (658us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.929929:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9994 00000100:00100000:3.0:1763338459.931775:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.933824:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.933868:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974208 00000100:00100000:3.0:1763338459.933878:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974208 00002000:00010000:3.0:1763338459.933924:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/631 (5->18446744073709551615) 00002000:00100000:3.0:1763338459.933929:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612aa00 with x1848993290974208 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338459.933943:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14612aa00. 00000100:00100000:3.0:1763338459.933979:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1711 00000100:00100000:3.0:1763338459.933989:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290974208:12345-192.168.202.34@tcp:10:lfs.0 00000100:00100000:2.0:1763338459.934298:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974080 00000100:00100000:2.0:1763338459.934306:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974080 00000100:00100000:2.0:1763338459.934359:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9995 00000100:00100000:2.0:1763338459.934368:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56992:x1848993290974080:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.934385:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.934418:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f8f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a30 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338459.934474:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338459.934479:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.934481:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.934484:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.934486:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1763338459.934516:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.934535:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934550:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934563:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.934570:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.934572:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290974208:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 583us (759us total) trans 21474839081 rc 0/0 00010000:00010000:2.0:1763338459.934581:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338459.934588:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1711 00002000:00010000:3.0:1763338459.934596:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/631 (5->18446744073709551615) 00002000:00100000:3.0:1763338459.934599:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612aa00 with x1848993290974208 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338459.934604:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14612aa00. 00010000:00010000:2.0:1763338459.934632:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934645:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934651:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934657:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934664:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.934669:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934687:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934701:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338459.934705:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.934710:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934716:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0f96 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934730:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934735:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934741:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934745:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338459.934748:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934753:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934760:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338459.934763:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.934766:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934771:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0f9d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.934802:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f8f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a30 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.934813:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338459.934815:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338459.934818:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0f8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a30 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.934832:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:2.0:1763338459.934858:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56992:x1848993290974080:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 493us (3093us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338459.934864:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9995 00000100:00100000:0.0:1763338459.935036:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303218048:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338459.935059:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338459.935083:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290973824:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6184us (11106us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338459.935091:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3274 00000100:00100000:3.0:1763338459.937355:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.938028:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974336 00000100:00100000:0.0:1763338459.938038:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974336 00002000:00010000:0.0:1763338459.938077:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/631 (0->18446744073709551615) 00002000:00100000:0.0:1763338459.938083:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146128380 with x1848993290974336 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338459.938105:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd146128380. 00000100:00100000:0.0:1763338459.938152:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1712 00000100:00100000:0.0:1763338459.938161:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993290974336:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338459.938467:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.938471:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:3.0:1763338459.938473:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.938476:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:3.0:1763338459.938478:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338459.938539:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993290974336:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 379us (1209us total) trans 17179871749 rc 0/0 00000100:00100000:3.0:1763338459.938548:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1712 00002000:00010000:3.0:1763338459.938552:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/631 (0->18446744073709551615) 00002000:00100000:3.0:1763338459.938554:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146128380 with x1848993290974336 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338459.938559:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd146128380. 00000100:00100000:0.0:1763338459.959527:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.959605:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338459.959929:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974464 00000100:00100000:2.0:1763338459.959940:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974464 00000100:00100000:2.0:1763338459.960005:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974720 00000100:00100000:2.0:1763338459.960009:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974720 00000100:00100000:2.0:1763338459.960051:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9996 00000100:00100000:2.0:1763338459.960062:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56992:x1848993290974464:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338459.960084:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338459.960112:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0fa4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a37 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.960190:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0fab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.960205:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0fab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.960217:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0fab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338459.960298:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338459.960304:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338459.960339:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b0fa4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a37 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.960371:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0fab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a37 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338459.960380:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338459.960383:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338459.960386:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:2.0:1763338459.960442:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56992:x1848993290974464:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 382us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338459.960449:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9996 00000100:00100000:2.0:1763338459.960468:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9997 00000100:00100000:2.0:1763338459.960475:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56987:x1848993290974720:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338459.960521:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338459.960532:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.960538:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338459.960648:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d4e41aa reply state 0000000045b6d8e9 transno 4294973023 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.960661:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338459.960667:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:2.0:1763338459.960670:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338459.960672:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338459.960713:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56987:x1848993290974720:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 239us (1108us total) trans 4294973023 rc 0/0 00000100:00100000:2.0:1763338459.960721:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9997 00000100:00100000:2.0:1763338459.965178:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.965314:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974848 00000100:00100000:1.0:1763338459.965326:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974848 00000100:00100000:1.0:1763338459.965396:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6953 00000100:00100000:1.0:1763338459.965406:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993290974848:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338459.965575:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338459.965579:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:1.0:1763338459.965582:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 0 -> 1763338460 00002000:00010000:1.0:1763338459.965584:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:1.0:1763338459.965587:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338459.965646:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993290974848:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 241us (481us total) trans 17179871750 rc 0/0 00000100:00100000:1.0:1763338459.965653:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6953 00000100:00100000:3.0:1763338459.971172:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338459.971258:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290974976 00000100:00100000:0.0:1763338459.971312:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290974976 00000100:00100000:0.0:1763338459.971393:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9998 00000100:00100000:0.0:1763338459.971403:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56992:x1848993290974976:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338459.971427:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338459.971449:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0fb9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a3e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.971518:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.971532:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971543:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971554:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338459.971560:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971566:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971605:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971611:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971618:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971623:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971629:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.971633:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971640:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971652:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338459.971655:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.971661:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971666:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b0fc0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971679:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971685:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971691:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971696:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d2e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.971698:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971703:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971709:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338459.971712:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.971714:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971719:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b0fc7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338459.971744:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0fb9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a3e expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.971753:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338459.971756:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.971758:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b0fb9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a3e expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.971767:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:0.0:1763338459.971838:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56992:x1848993290974976:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 436us (675us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338459.971846:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9998 00000100:00100000:0.0:1763338459.974842:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.974970:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290975232 00000100:00100000:3.0:1763338459.974982:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290975232 00000100:00100000:3.0:1763338459.975042:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3487 00000100:00100000:3.0:1763338459.975053:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56987:x1848993290975232:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:3.0:1763338459.975109:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1df:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b0ddd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4996 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.975154:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763338459.975167:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.975177:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338459.975212:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.975225:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 280 pid: 6518 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.975240:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848993303218176:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338459.975354:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338459.975693:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.975767:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290975488 00000100:00100000:1.0:1763338459.975772:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290975488 00000100:00100000:1.0:1763338459.975810:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 9999 00000100:00100000:1.0:1763338459.975818:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56992:x1848993290975488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.975831:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.975834:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338459.975849:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b0fab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a37 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.975866:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338459.975876:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338459.975888:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0fd5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a45 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.975969:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.975979:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.975988:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.975998:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.976005:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976011:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976418:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338459.976428:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976438:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338459.976447:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 0 00010000:00010000:1.0:1763338459.976468:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976475:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976482:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976488:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338459.976492:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976498:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976505:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338459.976508:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338459.976512:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976517:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b0fdc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338459.976527:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000003572272 reply state 00000000a35bab7f transno 4294973024 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976536:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338459.976549:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:1.0:1763338459.976552:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338459.976555:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338459.976579:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b0fd5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.976594:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.976601:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338459.976603:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338459.976605:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338459.976666:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56992:x1848993290975488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 848us (973us total) trans 4294973024 rc 0/0 00000100:00100000:1.0:1763338459.976673:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 9999 00000100:00100000:0.0:1763338459.978829:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.978907:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290975616 00000100:00100000:1.0:1763338459.978917:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290975616 00010000:00010000:1.0:1763338459.978962:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 283 pid: 6518 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.979011:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3275 00000100:00100000:1.0:1763338459.979022:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:2410:x1848993290975616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338459.979041:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338459.979048:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 283 pid: 6518 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.979063:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 283 pid: 6518 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338459.979088:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338459.979093:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338459.979103:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338459.979111:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338459.979130:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338459.979192:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:2410:x1848993290975616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 170us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338459.979199:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3275 00010000:00010000:3.0:1763338459.979511:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b0e46 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49b2 expref: 282 pid: 6518 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.979527:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848993303218176:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338459.979549:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338459.979559:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338459.979565:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000040:00080000:3.0:1763338459.979794:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1594, 88 off133688 00000004:00080000:3.0:1763338459.979803:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129691540354ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338459.979844:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1594, 88 off133448 00000004:00080000:3.0:1763338459.979850:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129691587757ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338459.979880:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1595, 88 off133536 00000004:00080000:3.0:1763338459.979884:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129691622409ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338459.979894:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1595, 88 off133776 00000004:00080000:3.0:1763338459.979897:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129691635061ns, next at 1130117878066ns, rc = 0 00000100:00100000:0.0:1763338459.982650:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338459.982735:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290975872 00000100:00100000:1.0:1763338459.982745:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290975872 00000100:00100000:1.0:1763338459.982808:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10000 00000100:00100000:1.0:1763338459.982818:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56992:x1848993290975872:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338459.982841:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338459.982862:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ff8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a4c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.983002:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338459.983019:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.983029:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338459.983062:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.983076:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 284 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338459.983090:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303218304:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338459.983168:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981900 going to sleep for 11 seconds 00000001:00080000:2.0:1763338459.986423:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973025 is committed 00000004:00080000:2.0:1763338459.986441:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1046 committed 00000004:00080000:2.0:1763338459.986454:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1040 committed 00000004:00080000:2.0:1763338459.986465:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1039 committed 00000004:00080000:2.0:1763338459.986469:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1045 committed 00010000:00010000:0.0:1763338459.986656:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986670:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986678:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986684:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.986689:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986697:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986713:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.986715:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.986719:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986725:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b0f2d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986747:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986751:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986757:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986762:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.986765:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986770:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986776:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338459.986778:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.986780:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986785:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b0f57 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986791:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986796:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986800:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986804:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.986806:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986812:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986818:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.986821:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.986823:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986828:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b0fb2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338459.986835:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.986840:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.986845:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.986848:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.986851:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.986855:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.986861:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338459.986862:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338459.986864:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338459.986869:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b0fe3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338459.994820:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303218816:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.994890:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.994929:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338459.994935:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303218432:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.994955:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.994981:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303218560:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.995001:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.995017:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338459.995021:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303218688:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338459.995040:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.995073:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303218816 00000100:00100000:3.0:1763338459.995080:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303218816 00000100:00100000:3.0:1763338459.995123:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303218432 00000100:00100000:3.0:1763338459.995126:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303218432 00000100:00100000:3.0:1763338459.995141:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303218560 00000100:00100000:3.0:1763338459.995143:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303218560 00000100:00100000:3.0:1763338459.995156:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303218688 00000100:00100000:3.0:1763338459.995158:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303218688 00000100:00100000:3.0:1763338459.995175:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6954 00000100:00100000:3.0:1763338459.995183:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303218816:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338459.995353:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338459.995357:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.995360:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.995362:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.995365:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x277:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338459.995401:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303218816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 218us (510us total) trans 21474839082 rc 0/0 00000100:00100000:3.0:1763338459.995409:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6954 00000100:00100000:3.0:1763338459.995427:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6955 00000100:00100000:3.0:1763338459.995433:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303218432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338459.995445:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:632 count 1 00010000:00010000:3.0:1763338459.995462:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995480:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 15 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995487:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.995489:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338459.995493:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995517:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 15 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995529:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 15 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.995539:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303218944:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338459.995591:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338459.995607:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6956 00000100:00100000:3.0:1763338459.995613:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303218560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338459.995623:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:633 count 1 00002000:00010000:3.0:1763338459.995639:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338459.995644:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995650:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.995652:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338459.995657:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995668:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995677:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995683:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338459.995695:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338459.995842:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303218560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 229us (840us total) trans 21474839083 rc 0/0 00000100:00100000:3.0:1763338459.995848:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6956 00000100:00100000:3.0:1763338459.995859:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6957 00000100:00100000:3.0:1763338459.995864:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303218688:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338459.995906:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338459.995909:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.995912:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338459.995914:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:3.0:1763338459.995916:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338459.995935:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3654:x1848993303218688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 71us (894us total) trans 21474839084 rc 0/0 00000100:00100000:3.0:1763338459.995940:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6957 00000100:00100000:3.0:1763338459.995982:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839077 gen 2 00000004:00080000:3.0:1763338459.995995:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c9880, transno 21474838939 00000004:00080000:3.0:1763338459.996001:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c8e00, transno 21474838940 00000004:00080000:3.0:1763338459.996004:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c9f80, transno 21474838941 00000004:00080000:3.0:1763338459.996006:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c9c00, transno 21474838942 00000004:00080000:3.0:1763338459.996009:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf1f80, transno 21474838943 00000004:00080000:3.0:1763338459.996011:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69500, transno 21474838944 00000004:00080000:3.0:1763338459.996013:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69880, transno 21474838945 00000004:00080000:3.0:1763338459.996016:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68000, transno 21474838946 00000004:00080000:3.0:1763338459.996018:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258704000, transno 21474838948 00000004:00080000:3.0:1763338459.996021:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c7100, transno 21474838949 00000004:00080000:3.0:1763338459.996023:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128a80, transno 21474838950 00000004:00080000:3.0:1763338459.996026:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258704380, transno 21474838951 00000004:00080000:3.0:1763338459.996028:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b92d80, transno 21474838953 00000004:00080000:3.0:1763338459.996031:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b90380, transno 21474838954 00000004:00080000:3.0:1763338459.996033:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c7480, transno 21474838955 00000004:00080000:3.0:1763338459.996035:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b91180, transno 21474838956 00000004:00080000:3.0:1763338459.996038:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9fb80, transno 21474838958 00000004:00080000:3.0:1763338459.996041:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9f800, transno 21474838959 00000004:00080000:3.0:1763338459.996043:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9ea00, transno 21474838960 00000004:00080000:3.0:1763338459.996045:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9f100, transno 21474838961 00000004:00080000:3.0:1763338459.996047:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f8e00, transno 21474838964 00000004:00080000:3.0:1763338459.996050:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fb100, transno 21474838965 00000004:00080000:3.0:1763338459.996053:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f7800, transno 21474838966 00000004:00080000:3.0:1763338459.996055:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f6300, transno 21474838967 00000004:00080000:3.0:1763338459.996058:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277716300, transno 21474838971 00000004:00080000:3.0:1763338459.996060:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277714a80, transno 21474838972 00000004:00080000:3.0:1763338459.996062:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717800, transno 21474838973 00000004:00080000:3.0:1763338459.996065:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f4380, transno 21474838974 00000004:00080000:3.0:1763338459.996068:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858e300, transno 21474838975 00000004:00080000:3.0:1763338459.996071:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858c700, transno 21474838976 00000004:00080000:3.0:1763338459.996074:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d405880, transno 21474838977 00000004:00080000:3.0:1763338459.996076:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858c000, transno 21474838978 00000004:00080000:3.0:1763338459.996079:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277501f80, transno 21474838981 00000004:00080000:3.0:1763338459.996081:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277501c00, transno 21474838982 00000004:00080000:3.0:1763338459.996084:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277503100, transno 21474838983 00000004:00080000:3.0:1763338459.996087:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277501500, transno 21474838984 00000004:00080000:3.0:1763338459.996089:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d405f80, transno 21474838988 00000004:00080000:3.0:1763338459.996092:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d41aa00, transno 21474838989 00000004:00080000:3.0:1763338459.996095:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d406300, transno 21474838990 00000004:00080000:3.0:1763338459.996097:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d407800, transno 21474838991 00000004:00080000:3.0:1763338459.996100:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147773480, transno 21474838992 00000004:00080000:3.0:1763338459.996102:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612a300, transno 21474838993 00000004:00080000:3.0:1763338459.996105:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770e00, transno 21474838994 00000004:00080000:3.0:1763338459.996107:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770000, transno 21474838995 00000004:00080000:3.0:1763338459.996109:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da4700, transno 21474838998 00000004:00080000:3.0:1763338459.996111:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5c00, transno 21474838999 00000004:00080000:3.0:1763338459.996114:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258706680, transno 21474839000 00000004:00080000:3.0:1763338459.996116:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258705f80, transno 21474839001 00000004:00080000:3.0:1763338459.996119:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d419500, transno 21474839005 00000004:00080000:3.0:1763338459.996121:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bfb800, transno 21474839006 00000004:00080000:3.0:1763338459.996124:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bf9c00, transno 21474839007 00000004:00080000:3.0:1763338459.996127:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b91c00, transno 21474839008 00000004:00080000:3.0:1763338459.996129:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15500, transno 21474839009 00000004:00080000:3.0:1763338459.996131:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16d80, transno 21474839010 00000004:00080000:3.0:1763338459.996134:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277503b80, transno 21474839012 00000004:00080000:3.0:1763338459.996136:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747df80, transno 21474839013 00000004:00080000:3.0:1763338459.996139:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27747f480, transno 21474839014 00000004:00080000:3.0:1763338459.996142:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f9180, transno 21474839015 00000004:00080000:3.0:1763338459.996144:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee0700, transno 21474839016 00000004:00080000:3.0:1763338459.996148:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fb800, transno 21474839017 00000004:00080000:3.0:1763338459.996150:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154e00, transno 21474839019 00000004:00080000:3.0:1763338459.996153:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770700, transno 21474839020 00000004:00080000:3.0:1763338459.996155:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154700, transno 21474839021 00000004:00080000:3.0:1763338459.996157:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145156d80, transno 21474839022 00000004:00080000:3.0:1763338459.996160:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f5180, transno 21474839025 00000004:00080000:3.0:1763338459.996162:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f6d80, transno 21474839026 00000004:00080000:3.0:1763338459.996164:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f7b80, transno 21474839027 00000004:00080000:3.0:1763338459.996167:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f5500, transno 21474839028 00000004:00080000:3.0:1763338459.996170:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1ed80, transno 21474839030 00000004:00080000:3.0:1763338459.996172:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c7800, transno 21474839031 00000004:00080000:3.0:1763338459.996174:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1f800, transno 21474839032 00000004:00080000:3.0:1763338459.996176:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1f100, transno 21474839033 00000004:00080000:3.0:1763338459.996179:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d405500, transno 21474839036 00000004:00080000:3.0:1763338459.996181:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d406d80, transno 21474839037 00000004:00080000:3.0:1763338459.996183:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258707800, transno 21474839038 00000004:00080000:3.0:1763338459.996186:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89880, transno 21474839039 00000004:00080000:3.0:1763338459.996188:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f4700, transno 21474839043 00000004:00080000:3.0:1763338459.996191:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f012300, transno 21474839044 00000004:00080000:3.0:1763338459.996194:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f013100, transno 21474839045 00000004:00080000:3.0:1763338459.996196:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf3800, transno 21474839046 00000004:00080000:3.0:1763338459.996198:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16300, transno 21474839047 00000004:00080000:3.0:1763338459.996201:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b92680, transno 21474839048 00000004:00080000:3.0:1763338459.996203:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15c00, transno 21474839049 00000004:00080000:3.0:1763338459.996205:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16a00, transno 21474839050 00000004:00080000:3.0:1763338459.996208:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf30700, transno 21474839053 00000004:00080000:3.0:1763338459.996210:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31180, transno 21474839054 00000004:00080000:3.0:1763338459.996219:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3dc00, transno 21474839056 00000004:00080000:3.0:1763338459.996222:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3c700, transno 21474839057 00000004:00080000:3.0:1763338459.996224:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9f480, transno 21474839061 00000004:00080000:3.0:1763338459.996227:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761e680, transno 21474839062 00000004:00080000:3.0:1763338459.996230:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761d180, transno 21474839063 00000004:00080000:3.0:1763338459.996232:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9d500, transno 21474839064 00000004:00080000:3.0:1763338459.996235:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534dc00, transno 21474839065 00000004:00080000:3.0:1763338459.996237:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534ce00, transno 21474839066 00000004:00080000:3.0:1763338459.996240:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534d500, transno 21474839067 00000004:00080000:3.0:1763338459.996242:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534f480, transno 21474839068 00000004:00080000:3.0:1763338459.996244:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525500, transno 21474839070 00000004:00080000:3.0:1763338459.996247:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9a680, transno 21474839071 00000004:00080000:3.0:1763338459.996249:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9ad80, transno 21474839072 00000004:00080000:3.0:1763338459.996252:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99180, transno 21474839073 00000004:00080000:3.0:1763338459.996254:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147771880, transno 21474839075 00000004:00080000:3.0:1763338459.996256:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147771500, transno 21474839076 00000004:00080000:3.0:1763338459.996259:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147771f80, transno 21474839077 00000100:00100000:3.0:1763338459.996289:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd147773100 x1848993303217792/t21474839079(21474839079) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338475 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763338459.996299:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3ea00/2, rc 0, transno 21474839084 00000100:00100000:3.0:1763338459.996303:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303218688:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338459.996315:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c7480/2, rc 0, transno 21474839083 00000100:00100000:3.0:1763338459.996318:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303218560:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338459.996711:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 5 in progress, 2 in flight, 103 done 00000004:00080000:3.0:1763338459.996738:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144526300/2, rc 0, transno 21474839082 00000100:00100000:3.0:1763338459.996742:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303218816:0@lo:2:osp-syn-0-1.0 00000004:00010000:3.0:1763338459.996789:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc991d62 reply state 000000004c16f486 transno 4294973025 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338459.996808:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338459.996818:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.996821:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338459.996825:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338459.996831:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:3.0:1763338459.996834:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338459.996840:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b0ddd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4996 expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763338459.996922:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338459.996950:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56987:x1848993290975232:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 21899us (22119us total) trans 4294973025 rc 0/0 00000100:00100000:3.0:1763338459.996961:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3487 00010000:00010000:0.0:1763338459.996974:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338459.996986:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338459.996995:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338459.997002:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338459.997007:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338459.997017:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338459.997030:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338459.997034:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338459.997038:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338459.997045:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b0fce lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338459.997309:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338459.997318:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.997327:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338459.997332:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.997352:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338459.997358:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303219456:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338459.997369:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.997378:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b100d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338459.997393:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.997397:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338459.997399:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338459.997405:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.997410:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303219328:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338459.997437:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338459.997446:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338459.997447:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303219072:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.997473:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338459.997481:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338459.997484:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303219200:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338459.997515:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338459.997907:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338459.997930:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290976000 00000100:00100000:3.0:1763338459.997936:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290976000 00010000:00010000:3.0:1763338459.997963:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 274 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338459.997991:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3276 00000100:00100000:3.0:1763338459.998002:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2410:x1848993290976000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338459.998017:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338459.998024:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 274 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.998034:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 274 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338459.998050:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:3.0:1763338459.998055:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.998063:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.998068:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338459.998084:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338459.998109:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:2410:x1848993290976000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 109us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338459.998117:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3276 00000100:00100000:0.0:1763338459.998864:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303219456 00000100:00100000:0.0:1763338459.998871:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303219456 00000100:00100000:0.0:1763338459.998906:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303219328 00000100:00100000:0.0:1763338459.998910:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303219328 00000100:00100000:0.0:1763338459.998926:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303219072 00000100:00100000:0.0:1763338459.998940:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303219072 00000100:00100000:0.0:1763338459.998960:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303219200 00000100:00100000:0.0:1763338459.998963:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303219200 00000100:00100000:0.0:1763338459.998982:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6958 00000100:00100000:0.0:1763338459.998990:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3656:x1848993303219456:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338459.999142:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338459.999145:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338459.999148:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338459.999150:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338459.999152:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338459.999200:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303219456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 210us (1795us total) trans 17179871751 rc 0/0 00000100:00100000:0.0:1763338459.999206:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6958 00000100:00100000:0.0:1763338459.999220:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6959 00000100:00100000:0.0:1763338459.999226:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3655:x1848993303219328:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338459.999297:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338459.999300:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338459.999302:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338459.999304:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338459.999305:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338459.999337:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3655:x1848993303219328:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (1892us total) trans 17179871752 rc 0/0 00000100:00100000:0.0:1763338459.999354:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6959 00000100:00100000:0.0:1763338459.999368:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6960 00000100:00100000:0.0:1763338459.999373:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3656:x1848993303219072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338459.999386:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:632 count 1 00010000:00010000:0.0:1763338459.999403:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999427:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 21 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999435:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338459.999437:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338459.999441:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999474:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 21 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999486:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 21 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338459.999499:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303219584:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338459.999558:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763338459.999580:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6961 00000100:00100000:0.0:1763338459.999587:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3655:x1848993303219200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338459.999600:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:633 count 1 00002000:00010000:0.0:1763338459.999618:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338459.999623:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999631:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.999633:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338459.999637:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999649:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999657:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999665:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999682:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338459.999841:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3655:x1848993303219200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 249us (2321us total) trans 17179871753 rc 0/0 00000100:00100000:0.0:1763338459.999847:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6961 00010000:00010000:0.0:1763338459.999868:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338459.999875:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999883:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d3800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338459.999887:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999895:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999909:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999921:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b101b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338459.999935:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.999937:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338459.999939:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338459.999979:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c7480/2, rc 0, transno 17179871751 00000100:00100000:0.0:1763338459.999985:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303219456:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338460.000018:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b0fea lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a45 expref: 272 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.000033:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303218304:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.000053:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000060:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000066:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338460.000086:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 0 00000004:00080000:0.0:1763338460.000222:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27a:0x0], index 1: 0 00000004:00080000:0.0:1763338460.000228:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27a:0x0], index 0: 0 00000004:00080000:0.0:1763338460.000232:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27b:0x0], index 0: 0 00000004:00080000:0.0:1763338460.000235:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27b:0x0], index 1: 0 00010000:00010000:0.0:1763338460.000356:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000364:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000369:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000374:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.000378:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000384:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000394:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:0.0:1763338460.000397:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.000400:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000406:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b0fff lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.000450:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ff8 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a4c expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.000460:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:0.0:1763338460.000463:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338460.000466:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b0ff8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a4c expref: 272 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.000478:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eac00, rc 0) 00000100:00100000:0.0:1763338460.000513:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56992:x1848993290975872:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 17697us (17877us total) trans 4294973026 rc 301/301 00000100:00100000:0.0:1763338460.000520:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10000 00000004:00080000:0.0:1763338460.000690:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c6d80/2, rc 0, transno 17179871753 00000100:00100000:0.0:1763338460.000695:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303219200:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763338460.000704:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c4a80/2, rc 0, transno 17179871752 00000100:00100000:0.0:1763338460.000708:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303219328:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.016022:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.016114:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303218944:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.016142:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.016179:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.016206:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290976256 00000100:00100000:2.0:1763338460.016215:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290976256 00000100:00100000:0.0:1763338460.016525:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290976128 00000100:00100000:0.0:1763338460.016531:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290976128 00000100:00100000:0.0:1763338460.016594:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10001 00000100:00100000:0.0:1763338460.016614:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+271:56987:x1848993290976128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.016641:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.016664:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b1029 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a53 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763338460.016675:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763338460.016682:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1763338460.016721:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b1029 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a53 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.016728:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338460.016746:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c6000/0x4ea0a6980f4b1029 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a53 expref: 272 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.016768:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:0.0:1763338460.016772:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.016776:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c6000, rc 0) 00000100:00100000:1.0:1763338460.016786:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303219584:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.016803:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.016841:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56987:x1848993290976128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 227us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.016850:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10001 00000100:00100000:3.0:1763338460.016952:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290976512 00000100:00100000:3.0:1763338460.016957:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290976512 00000100:00100000:3.0:1763338460.016982:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3488 00000100:00100000:3.0:1763338460.016988:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+272:56992:x1848993290976512:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.017313:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.017359:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290976640 00000100:00100000:1.0:1763338460.017363:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290976640 00010000:00010000:1.0:1763338460.017394:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 22 pid: 35252 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.017416:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3277 00000100:00100000:1.0:1763338460.017423:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993290976640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.017434:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.017439:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 22 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.017448:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 22 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.017471:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b0f26 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a0d expref: 22 pid: 35252 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.017483:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.017485:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.017491:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017500:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017521:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.017542:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993290976640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 119us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.017550:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3277 00000100:00080000:1.0:1763338460.017567:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763338460.017580:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017587:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017598:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017606:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017628:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338460.017814:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303219072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18440us (20334us total) trans 17179871754 rc 0/0 00000100:00100000:1.0:1763338460.017822:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6960 00010000:00010000:1.0:1763338460.017843:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.017849:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017857:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d2e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.017861:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017869:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017881:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017888:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1014 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.017902:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.017904:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.017905:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338460.017931:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c5180/2, rc 0, transno 17179871754 00000100:00100000:1.0:1763338460.017937:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303219072:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338460.018056:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 16 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338460.018080:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3278 00000100:00100000:2.0:1763338460.018087:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290976256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.018097:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.018102:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 16 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338460.018112:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 16 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338460.018128:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b0f1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a06 expref: 16 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338460.018140:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.018143:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.018147:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018155:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018177:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.018201:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290976256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 115us (2021us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.018208:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3278 00010000:00010000:2.0:1763338460.018236:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018244:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018252:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018282:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018297:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338460.018453:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303218432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23019us (23494us total) trans 21474839085 rc 0/0 00000100:00100000:2.0:1763338460.018459:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6955 00010000:00010000:2.0:1763338460.018475:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338460.018479:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018486:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338460.018490:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018497:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018507:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018514:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1006 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.018528:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.018529:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.018531:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338460.018551:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145157b80/2, rc 0, transno 21474839085 00000100:00100000:2.0:1763338460.018556:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303218432:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338460.019396:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56992:x1848993290976512:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 2402us (2666us total) trans 4294973027 rc 0/0 00000100:00100000:3.0:1763338460.019407:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3488 00000100:00100000:0.0:1763338460.024068:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.024131:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290976896 00000100:00100000:3.0:1763338460.024142:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290976896 00000100:00100000:3.0:1763338460.024201:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3489 00000100:00100000:3.0:1763338460.024213:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56987:x1848993290976896:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338460.024513:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1df:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338460.024573:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1596, 64 off133840 00000040:00080000:3.0:1763338460.024594:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1596, 64 off133600 00000040:00080000:3.0:1763338460.024605:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1597, 64 off133664 00000040:00080000:3.0:1763338460.024613:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1597, 64 off133904 00010000:00010000:3.0:1763338460.024672:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763338460.024689:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338460.024700:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338460.024709:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338460.024715:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338460.024721:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338460.024740:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338460.024935:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56987:x1848993290976896:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 723us (876us total) trans 4294973028 rc 0/0 00000100:00100000:3.0:1763338460.024945:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3489 00010000:00010000:1.0:1763338460.025025:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.025032:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338460.025039:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.025044:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338460.025051:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338460.025066:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1df:0x0].0x0 (ffff8fd143077f00) 00010000:00010000:1.0:1763338460.025069:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338460.025074:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338460.025079:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1030 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338460.025089:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.025091:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.025093:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338460.028780:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.028803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.029007:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290977152 00000100:00100000:3.0:1763338460.029019:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290977152 00000100:00100000:3.0:1763338460.029085:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3490 00000100:00100000:3.0:1763338460.029095:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+274:56992:x1848993290977152:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338460.029367:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56992:x1848993290977152:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 273us (598us total) trans 4294973029 rc 0/0 00000100:00100000:3.0:1763338460.029375:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3490 00000100:00100000:1.0:1763338460.030053:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290977408 00000100:00100000:1.0:1763338460.030061:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290977408 00000100:00100000:1.0:1763338460.030112:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10002 00000100:00100000:1.0:1763338460.030134:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56987:x1848993290977408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.030151:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.030175:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1037 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.030239:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.030252:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030303:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030318:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.030325:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030333:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030440:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b104c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.030448:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b104c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030455:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b104c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.030464:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 0 00010000:00010000:1.0:1763338460.030523:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030530:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030537:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030543:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.030547:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030555:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030566:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077400) 00010000:00010000:1.0:1763338460.030569:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.030573:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030579:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b103e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030589:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030595:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030600:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030605:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.030607:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030612:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030619:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077900) 00010000:00010000:1.0:1763338460.030621:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.030624:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030634:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1045 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.030670:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1037 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a5a expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.030701:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b104c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a5a expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.030709:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.030711:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.030714:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338460.030765:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56987:x1848993290977408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 645us (1964us total) trans 4294973030 rc 0/0 00000100:00100000:1.0:1763338460.030773:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10002 00000100:00100000:0.0:1763338460.034853:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.034939:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290977536 00000100:00100000:2.0:1763338460.034949:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290977536 00000100:00100000:2.0:1763338460.035014:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6962 00000100:00100000:2.0:1763338460.035023:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2408:x1848993290977536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.035041:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.035065:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a61 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338460.035090:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338460.035111:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.035113:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.035124:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 22 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338460.035140:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 22 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338460.035154:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:2.0:1763338460.035221:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993290977536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 198us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.035228:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6962 00000100:00100000:0.0:1763338460.040536:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.040621:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290977792 00000100:00100000:1.0:1763338460.040631:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290977792 00000100:00100000:1.0:1763338460.040700:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10003 00000100:00100000:1.0:1763338460.040711:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290977792:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.040738:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.040741:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338460.040771:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b104c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a5a expref: 277 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.040791:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.040802:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.040817:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1061 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a68 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.040917:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1068 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.040930:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1068 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.040939:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1068 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.040953:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 0 00010000:00010000:1.0:1763338460.041057:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1061 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a68 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.041070:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1068 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a68 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.041077:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338460.041080:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763338460.041082:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338460.041142:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290977792:12345-192.168.202.34@tcp:101:bash.0 Request processed in 433us (615us total) trans 4294973031 rc 0/0 00000100:00100000:1.0:1763338460.041148:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10003 00000100:00100000:3.0:1763338460.041534:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.041596:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290977920 00000100:00100000:0.0:1763338460.041602:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290977920 00000100:00100000:0.0:1763338460.041640:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10004 00000100:00100000:0.0:1763338460.041648:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56987:x1848993290977920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.041658:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.041667:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1076 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a6f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.041698:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1076 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a6f expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.041708:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1076 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a6f expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.041722:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.041725:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.041727:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:0.0:1763338460.041818:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56987:x1848993290977920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 170us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.041825:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10004 00000100:00100000:0.0:1763338460.046663:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.049659:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.050124:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290978048 00000100:00100000:0.0:1763338460.050139:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290978048 00000100:00100000:0.0:1763338460.050221:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10005 00000100:00100000:0.0:1763338460.050231:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290978048:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338460.050258:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.050376:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b107d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a76 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.050415:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1084 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338460.050430:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1084 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.050442:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1084 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.050574:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b107d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a76 expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.050597:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1084 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a76 expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.050608:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.050612:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338460.050617:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:0.0:1763338460.050696:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993290978048:12345-192.168.202.34@tcp:101:bash.0 Request processed in 466us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.050708:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10005 00000100:00100000:3.0:1763338460.050915:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290978304 00000100:00100000:3.0:1763338460.050921:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290978304 00000100:00100000:3.0:1763338460.050961:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3491 00000100:00100000:3.0:1763338460.050970:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56987:x1848993290978304:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338460.051118:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56987:x1848993290978304:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 148us (4468us total) trans 4294973032 rc 0/0 00000100:00100000:3.0:1763338460.051124:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3491 00000100:00100000:3.0:1763338460.055654:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.055737:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290978560 00000100:00100000:0.0:1763338460.055747:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290978560 00000100:00100000:0.0:1763338460.055801:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10006 00000100:00100000:0.0:1763338460.055810:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993290978560:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338460.055867:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.055891:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1068 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a68 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.055914:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.055919:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338460.056075:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.056095:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.056103:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:0.0:1763338460.056140:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973033 00000004:00010000:0.0:1763338460.056157:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000011ddd268 reply state 0000000094b6f109 transno 4294973034 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.056168:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.056175:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.056178:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338460.056181:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338460.056294:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993290978560:12345-192.168.202.34@tcp:36:bash.0 Request processed in 483us (648us total) trans 4294973034 rc 0/0 00000100:00100000:0.0:1763338460.056301:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10006 00000020:00080000:0.0:1763338460.056306:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338460.057400:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.057469:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290978816 00000100:00100000:3.0:1763338460.057476:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290978816 00000100:00100000:3.0:1763338460.057523:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10007 00000100:00100000:3.0:1763338460.057532:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56987:x1848993290978816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.057547:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.057565:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1092 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a7d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.057626:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.057638:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057647:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057657:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.057663:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057673:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057771:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.057779:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057785:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338460.057793:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 0 00010000:00010000:3.0:1763338460.057862:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057869:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057875:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057881:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057886:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.057890:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057897:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057907:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750400) 00010000:00010000:3.0:1763338460.057909:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.057916:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057921:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1099 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057932:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057937:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057942:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057947:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.057949:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057955:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057961:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750b00) 00010000:00010000:3.0:1763338460.057964:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.057967:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.057972:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b10a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.058010:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1092 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.058025:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.058033:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.058035:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338460.058038:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:3.0:1763338460.058104:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56987:x1848993290978816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 572us (709us total) trans 4294973035 rc 0/0 00000100:00100000:3.0:1763338460.058111:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10007 00000100:00100000:1.0:1763338460.061659:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.061811:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979072 00000100:00100000:0.0:1763338460.061821:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979072 00000100:00100000:0.0:1763338460.061876:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10008 00000100:00100000:0.0:1763338460.061885:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993290979072:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338460.061907:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.061909:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338460.061936:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1076 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a6f expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.061954:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.061959:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338460.061973:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10b5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a84 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.062025:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.062036:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.062044:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.062116:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.062128:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 285 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.062142:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303219712:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.064985:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.065970:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.066042:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979328 00000100:00100000:0.0:1763338460.066051:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979328 00000100:00100000:0.0:1763338460.066113:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3492 00000100:00100000:0.0:1763338460.066121:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:56987:x1848993290979328:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338460.066352:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56987:x1848993290979328:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 222us (379us total) trans 4294973036 rc 0/0 00000100:00100000:0.0:1763338460.066361:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3492 00000100:00100000:0.0:1763338460.069544:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303219712:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.069576:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338460.077633:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.077674:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.077713:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979456 00000100:00100000:0.0:1763338460.077725:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979456 00000100:00100000:0.0:1763338460.077785:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3493 00000100:00100000:0.0:1763338460.077795:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56987:x1848993290979456:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338460.077980:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56987:x1848993290979456:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 186us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.077988:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3493 00000100:00100000:1.0:1763338460.078088:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979584 00000100:00100000:1.0:1763338460.078093:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979584 00010000:00010000:1.0:1763338460.078118:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 287 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.078153:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3279 00000100:00100000:1.0:1763338460.078160:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd252691050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2410:x1848993290979584:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.078171:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.078178:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 287 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.078190:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 287 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.078213:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b10a7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a7d expref: 287 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.078227:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338460.078233:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.078242:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.078249:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.078306:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.078353:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd252691050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2410:x1848993290979584:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 193us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.078361:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3279 00010000:00010000:0.0:1763338460.078620:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.078629:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:0.0:1763338460.078928:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1598, 88 off133992 00000004:00080000:0.0:1763338460.078937:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129790674512ns, next at 1130117878066ns, rc = 0 00000040:00080000:0.0:1763338460.079605:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1598, 88 off133752 00000004:00080000:0.0:1763338460.079612:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129791349809ns, next at 1130117907607ns, rc = 0 00000040:00080000:0.0:1763338460.079728:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1599, 88 off133840 00000004:00080000:0.0:1763338460.079733:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1129791471150ns, next at 1130117907607ns, rc = 0 00000040:00080000:0.0:1763338460.079898:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1599, 88 off134080 00000004:00080000:0.0:1763338460.079904:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1129791642421ns, next at 1130117878066ns, rc = 0 00000001:00080000:3.0:1763338460.082569:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973037 is committed 00000004:00080000:3.0:1763338460.082582:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1048 committed 00010000:00010000:0.0:1763338460.082633:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.082645:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.082659:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.082664:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d3800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.082669:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.082676:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.082692:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.082696:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.082701:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.082711:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b108b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338460.082757:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1042 committed 00000004:00080000:3.0:1763338460.082776:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1041 committed 00000004:00080000:3.0:1763338460.082778:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1047 committed 00000100:00100000:0.0:1763338460.083021:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303220096:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.083228:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.083310:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338460.083800:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303219840:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.083833:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.083853:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763338460.083858:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303220224:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.083877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.084151:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303219968:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.084181:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.084316:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303220736:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.084354:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.084375:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338460.084381:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303220352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.084402:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.084433:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303220096 00000100:00100000:0.0:1763338460.084441:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303220096 00000100:00100000:0.0:1763338460.084497:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303219840 00000100:00100000:0.0:1763338460.084500:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303219840 00000100:00100000:0.0:1763338460.084519:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303220224 00000100:00100000:0.0:1763338460.084522:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303220224 00000100:00100000:0.0:1763338460.084536:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303219968 00000100:00100000:0.0:1763338460.084538:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303219968 00000100:00100000:0.0:1763338460.084548:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303220736 00000100:00100000:0.0:1763338460.084550:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303220736 00000100:00100000:0.0:1763338460.084573:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303220352 00000100:00100000:0.0:1763338460.084575:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303220352 00000100:00100000:0.0:1763338460.084590:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6963 00000100:00100000:0.0:1763338460.084599:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3655:x1848993303220096:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338460.084744:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338460.084748:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338460.084750:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338460.084752:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338460.084754:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338460.084791:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303220096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 193us (1562us total) trans 17179871755 rc 0/0 00000100:00100000:0.0:1763338460.084799:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6963 00000100:00100000:0.0:1763338460.084817:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6964 00000100:00100000:0.0:1763338460.084825:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3657:x1848993303219840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338460.084839:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:630 count 1 00010000:00010000:0.0:1763338460.084857:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.084875:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 21 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.084883:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.084885:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.084889:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.084916:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 21 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.084929:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 21 pid: 8403 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338460.084941:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303220864:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.085005:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.085024:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6965 00000100:00100000:0.0:1763338460.085032:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3657:x1848993303220224:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.085108:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3657:x1848993303220224:12345-0@lo:2:osp-syn-1-1.0 Request processed in 76us (1230us total) trans 17179871756 rc 0/0 00000100:00100000:0.0:1763338460.085115:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6965 00000100:00100000:0.0:1763338460.085127:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6966 00000100:00100000:0.0:1763338460.085134:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3655:x1848993303219968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338460.085147:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:631 count 1 00010000:00010000:0.0:1763338460.085158:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085169:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 21 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085175:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.085177:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.085179:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085195:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 21 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085204:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 21 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.085213:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303220992:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.085234:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.085250:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6967 00000100:00100000:0.0:1763338460.085258:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3656:x1848993303220736:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.085402:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6968 00000100:00100000:2.0:1763338460.085416:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303220352:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.085416:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303220736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 156us (1069us total) trans 21474839086 rc 0/0 00000100:00100000:0.0:1763338460.085429:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6967 00002000:00080000:2.0:1763338460.085434:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:630 count 1 00010000:00010000:2.0:1763338460.085452:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.085467:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763338460.085477:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763338460.085486:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.085489:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.085492:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.085515:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.085526:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 14 pid: 8406 timeout: 1229 lvb_type: 0 00000004:00080000:0.0:1763338460.085529:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d41aa00/2, rc 0, transno 17179871756 00000100:00100000:0.0:1763338460.085541:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303220224:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.085546:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303221120:192.168.202.34@tcp:104: 00000004:00080000:0.0:1763338460.085574:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c6a00/2, rc 0, transno 21474839086 00000100:00100000:0.0:1763338460.085581:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303220736:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.085584:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd240 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.085600:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303220608:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.085635:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763338460.085675:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708eaa00/2, rc 0, transno 17179871755 00000100:00100000:0.0:1763338460.085680:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303220096:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.085689:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338460.085695:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303220480:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.085717:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.085756:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303220608 00000100:00100000:0.0:1763338460.085756:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303220480 00000100:00100000:0.0:1763338460.085770:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303220480 00000100:00100000:0.0:1763338460.085797:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6969 00000100:00100000:0.0:1763338460.085804:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303220480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338460.085817:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:631 count 1 00010000:00010000:0.0:1763338460.085829:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085842:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085849:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.085853:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.085855:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.085859:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303220608 00010000:00010000:0.0:1763338460.085890:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.085899:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.085909:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303221248:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.085941:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.085975:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6970 00000100:00100000:0.0:1763338460.085989:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303220608:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.086100:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303220608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (466us total) trans 21474839087 rc 0/0 00000100:00100000:0.0:1763338460.086107:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6970 00010000:00010000:0.0:1763338460.086177:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a84 expref: 274 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.086190:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.086193:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338460.086207:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10b5 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a84 expref: 274 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338460.086223:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a84 expref: 273 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.086246:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.086249:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338460.086251:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:0.0:1763338460.086372:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:55909:x1848993290979072:12345-192.168.202.34@tcp:101:bash.0 Request processed in 24487us (24720us total) trans 4294973037 rc 0/0 00000100:00100000:0.0:1763338460.086379:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10008 00000004:00080000:1.0:1763338460.087519:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277500700/2, rc 0, transno 21474839087 00000100:00100000:1.0:1763338460.087530:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303220608:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338460.088124:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.088175:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.088217:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303220992:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.088243:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.088312:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979712 00000100:00100000:1.0:1763338460.088318:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979712 00010000:00010000:1.0:1763338460.088365:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 22 pid: 8403 timeout: 1229 lvb_type: 1 00000100:00100000:1.0:1763338460.088395:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979840 00000100:00100000:1.0:1763338460.088398:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979840 00010000:00010000:1.0:1763338460.088413:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 23 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.088444:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3280 00000100:00100000:1.0:1763338460.088455:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993290979712:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.088470:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.088476:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 23 pid: 8403 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338460.088488:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 23 pid: 8403 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338460.088514:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.088516:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.088521:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088531:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088550:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.088602:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993290979712:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 148us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.088609:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3280 00000100:00100000:1.0:1763338460.088627:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3281 00000100:00100000:1.0:1763338460.088634:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993290979840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.088643:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.088648:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 22 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.088657:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 22 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.088670:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b0f73 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a22 expref: 22 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.088682:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.088684:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.088687:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088695:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088714:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.088734:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2408:x1848993290979840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 101us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.088741:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3281 00010000:00010000:1.0:1763338460.088766:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088774:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088784:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088793:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.088810:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338460.089064:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303219968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3929us (4881us total) trans 17179871757 rc 0/0 00000100:00100000:1.0:1763338460.089072:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6966 00000004:00080000:1.0:1763338460.089113:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee1c00/2, rc 0, transno 17179871757 00000100:00100000:1.0:1763338460.089120:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303219968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.091729:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.091904:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303221120:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.091942:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.092565:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290979968 00000100:00100000:1.0:1763338460.092582:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290979968 00010000:00010000:1.0:1763338460.092632:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 15 pid: 8406 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.092679:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3282 00000100:00100000:1.0:1763338460.092689:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993290979968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.092707:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.092712:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 15 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.092723:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 15 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.092745:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd143826200/0x4ea0a6980f4b0d74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4973 expref: 15 pid: 8406 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.092760:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.092762:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.092767:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.092776:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094507:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338460.094521:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094531:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.094534:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338460.094535:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094544:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094569:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094576:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10ca lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094595:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.094597:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.094599:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338460.094615:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290979968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1923us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.094626:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3282 00010000:00010000:0.0:1763338460.094642:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b0e85 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af49ce expref: 20 pid: 8403 timeout: 1229 lvb_type: 1 00000100:00100000:0.0:1763338460.094659:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303220864:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.094682:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094693:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094701:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094711:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094720:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.094748:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338460.094805:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094823:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338460.094826:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094831:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.094844:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094846:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.094856:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.094896:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094899:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094933:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094941:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b10c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.094951:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338460.094960:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.094966:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094972:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.094975:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094983:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.094994:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.095001:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b10d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.095021:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.095024:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.095026:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338460.095402:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303220352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9987us (10993us total) trans 21474839088 rc 0/0 00000100:00100000:2.0:1763338460.095418:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6968 00000004:00080000:1.0:1763338460.095431:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277500380/2, rc 0, transno 21474839088 00000100:00100000:1.0:1763338460.095445:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303220352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.095451:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3657:x1848993303219840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10621us (11611us total) trans 17179871758 rc 0/0 00000100:00100000:0.0:1763338460.095461:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6964 00000004:00080000:0.0:1763338460.095503:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee0700/2, rc 0, transno 17179871758 00000100:00100000:0.0:1763338460.095509:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303219840:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.095682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.095728:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.095737:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290980096 00000100:00100000:1.0:1763338460.095746:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290980096 00000100:00100000:2.0:1763338460.095761:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290980224 00000100:00100000:2.0:1763338460.095769:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290980224 00000100:00100000:1.0:1763338460.095796:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6971 00010000:00010000:2.0:1763338460.095808:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.095815:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993290980096:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.095845:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.095867:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a8b expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.095868:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3283 00000100:00100000:2.0:1763338460.095884:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290980224:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.095903:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.095904:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338460.095913:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.095923:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.095928:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.095937:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.095939:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.095994:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.095998:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.096005:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.096011:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338460.096038:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.096040:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 1229 lvb_type: 1 00010000:00010000:3.0:1763338460.096180:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.096315:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.096428:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993290980224:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 544us (698us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338460.096475:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b0f6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a1b expref: 14 pid: 31107 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.096496:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303221248:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.096515:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.096526:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.096533:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.096543:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.096550:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.096572:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3283 00010000:00010000:0.0:1763338460.096578:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338460.096603:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338460.096613:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.096622:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.096627:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.096639:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.096661:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.096769:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b10d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.096809:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.096812:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.096817:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338460.097517:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d419500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303221376:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.097596:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.098655:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303220480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12845us (12931us total) trans 21474839089 rc 0/0 00000100:00100000:0.0:1763338460.098667:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6969 00000004:00080000:2.0:1763338460.098932:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277502680/2, rc 0, transno 21474839089 00000100:00100000:2.0:1763338460.098940:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303220480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338460.099630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.101703:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d419500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303221376:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.101741:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.101761:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338460.101834:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:55909:x1848993290980096:12345-192.168.202.34@tcp:101:bash.0 Request processed in 6028us (6154us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.101844:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6971 00000100:00100000:0.0:1763338460.101891:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290980480 00000100:00100000:0.0:1763338460.101900:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290980480 00000100:00100000:0.0:1763338460.101965:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10009 00000100:00100000:0.0:1763338460.101974:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+273:56993:x1848993290980480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.101995:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.102019:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10e6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a92 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.102102:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.102115:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102127:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102140:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.102146:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102152:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102298:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.102307:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102314:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338460.102325:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 2 00010000:00010000:0.0:1763338460.102428:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102436:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102443:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102448:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d2e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.102452:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102460:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102471:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338460.102474:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.102478:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102483:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b10ed lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102493:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102498:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102503:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102507:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d3800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.102510:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102515:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102525:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338460.102527:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.102530:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102535:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b10f4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.102573:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b10e6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.102588:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.102595:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.102598:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338460.102600:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:0.0:1763338460.102647:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56993:x1848993290980480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 674us (3019us total) trans 4294973038 rc 0/0 00000100:00100000:0.0:1763338460.102655:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10009 00000100:00100000:2.0:1763338460.109256:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.109395:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.110323:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290980608 00000100:00100000:1.0:1763338460.110335:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290980608 00010000:00010000:1.0:1763338460.110393:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 1229 lvb_type: 1 00000100:00100000:1.0:1763338460.110449:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3284 00000100:00100000:1.0:1763338460.110460:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993290980608:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.110482:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.110488:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338460.110502:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338460.110533:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b105a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a61 expref: 21 pid: 17642 timeout: 1229 lvb_type: 1 00010000:00010000:1.0:1763338460.110547:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.110549:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.110556:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.110565:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.110605:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.110620:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d419500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303221504:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338460.110717:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.111039:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290980736 00000100:00100000:0.0:1763338460.111044:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290980736 00000100:00100000:0.0:1763338460.111083:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6972 00000100:00100000:0.0:1763338460.111091:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993290980736:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.111104:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.111118:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b1109 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4a99 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.111160:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303221632:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763338460.111188:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.117472:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d419500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303221504:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338460.117500:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.118414:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993290980608:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7948us (9159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.118427:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3284 00002000:00010000:0.0:1763338460.119084:0:27817:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb mtime: 0 -> 1763338460 00002000:00010000:0.0:1763338460.119090:0:27817:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb atime: 0 -> 1763338460 00002000:00010000:0.0:1763338460.119092:0:27817:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb ctime: 0 -> 1763338460 00000100:00100000:0.0:1763338460.119110:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303221632:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338460.119139:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b1109 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a99 expref: 21 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.119163:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1474d3000/0x4ea0a6980f4b1109 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a99 expref: 21 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.119176:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3000, rc 0) 00000100:00100000:0.0:1763338460.119296:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290980736:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8204us (9900us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338460.119304:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6972 00000100:00100000:2.0:1763338460.121221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.121305:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290980864 00000100:00100000:0.0:1763338460.121313:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290980864 00000100:00100000:0.0:1763338460.121372:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6973 00000100:00100000:0.0:1763338460.121383:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993290980864:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338460.121400:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.121422:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4aa0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338460.121443:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338460.121464:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.121466:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.121482:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.121498:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.121508:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1474d3800, rc 0) 00000100:00100000:0.0:1763338460.121568:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993290980864:12345-192.168.202.34@tcp:101:bash.0 Request processed in 187us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.121576:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6973 00000100:00100000:1.0:1763338460.123807:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.123896:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.123935:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.124015:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290981376 00000100:00100000:3.0:1763338460.124023:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290981120 00000100:00100000:2.0:1763338460.124026:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290981376 00000100:00100000:3.0:1763338460.124029:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290981120 00002000:00010000:2.0:1763338460.124070:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/634 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.124076:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d41b480 with x1848993290981376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.124088:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d41b480. 00000100:00100000:3.0:1763338460.124091:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3494 00000100:00100000:3.0:1763338460.124103:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56993:x1848993290981120:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338460.124106:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290981248 00000100:00100000:2.0:1763338460.124110:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290981248 00002000:00010000:2.0:1763338460.124123:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/634 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.124126:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d418700 with x1848993290981248 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.124133:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d418700. 00000100:00100000:2.0:1763338460.124155:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1713 00000100:00100000:2.0:1763338460.124164:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993290981376:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:0.0:1763338460.124197:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1714 00000100:00100000:0.0:1763338460.124209:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993290981248:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:3.0:1763338460.124371:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56993:x1848993290981120:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 270us (573us total) trans 4294973039 rc 0/0 00000100:00100000:3.0:1763338460.124379:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3494 00002000:00010000:0.0:1763338460.124387:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338460.124390:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338460.124393:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb atime from disk: 1763338460 -> 0 00002000:00010000:0.0:1763338460.124395:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338460.124398:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338460.124422:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993290981248:12345-192.168.202.34@tcp:10:bash.0 Request processed in 216us (486us total) trans 17179871759 rc 0/0 00000100:00100000:0.0:1763338460.124428:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1714 00002000:00010000:0.0:1763338460.124432:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/634 (0->18446744073709551615) 00002000:00100000:0.0:1763338460.124435:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d418700 with x1848993290981248 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338460.124439:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d418700. 00002000:00010000:2.0:1763338460.125050:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338460.125055:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338460.125058:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338460.125060:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338460.125062:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338460.125092:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290981376:12345-192.168.202.34@tcp:10:bash.0 Request processed in 928us (1194us total) trans 21474839090 rc 0/0 00000100:00100000:2.0:1763338460.125099:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1713 00002000:00010000:2.0:1763338460.125102:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/634 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.125105:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d41b480 with x1848993290981376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.125109:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d41b480. 00000100:00100000:1.0:1763338460.132886:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.132939:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.133020:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290981632 00000100:00100000:0.0:1763338460.133030:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290981632 00000100:00100000:0.0:1763338460.133086:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3495 00000100:00100000:0.0:1763338460.133096:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290981632:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338460.133413:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993290981632:12345-192.168.202.34@tcp:35:bash.0 Request processed in 317us (535us total) trans 4294973040 rc 0/0 00000100:00100000:0.0:1763338460.133421:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3495 00000100:00100000:3.0:1763338460.133489:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290981888 00000100:00100000:3.0:1763338460.133494:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290981888 00000100:00100000:3.0:1763338460.133528:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10010 00000100:00100000:3.0:1763338460.133535:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56993:x1848993290981888:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.133545:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.133564:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1117 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4aa7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.133634:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.133648:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.133658:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.133697:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.133710:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 278 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338460.133723:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303221760:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.133777:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.144420:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.144581:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303221760:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.144606:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338460.144756:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982016 00000100:00100000:0.0:1763338460.144763:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982016 00010000:00010000:0.0:1763338460.144799:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 279 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.144840:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3285 00000100:00100000:0.0:1763338460.144850:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2410:x1848993290982016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.144865:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.144872:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 279 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.144884:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 279 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.144906:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b10fb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a92 expref: 279 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.144920:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.144924:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.144934:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.144943:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.144970:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.145030:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:2410:x1848993290982016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 181us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.145039:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3285 00010000:00010000:3.0:1763338460.145125:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.145133:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338460.145156:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 5 00010000:00010000:3.0:1763338460.145335:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1117 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.145362:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 278 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.145369:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.145373:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763338460.145376:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:3.0:1763338460.145407:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56993:x1848993290981888:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 11873us (12468us total) trans 4294973041 rc 0/0 00000100:00100000:3.0:1763338460.145414:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10010 00000100:00100000:1.0:1763338460.147327:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.147708:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982144 00000100:00100000:3.0:1763338460.147717:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982144 00000100:00100000:3.0:1763338460.147774:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10011 00000100:00100000:3.0:1763338460.147783:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56994:x1848993290982144:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:3.0:1763338460.147805:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.147827:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b112c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4aae expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.147906:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.147919:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.147929:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.147941:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.147947:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.147953:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.148015:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.148027:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.148035:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.148065:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.148078:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 279 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338460.148091:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303221888:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.150254:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.150518:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.150942:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982272 00000100:00100000:1.0:1763338460.150952:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982272 00000100:00100000:1.0:1763338460.151312:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10012 00000100:00100000:1.0:1763338460.151324:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56993:x1848993290982272:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.151358:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.151382:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1148 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ab5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.151494:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.151512:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.151522:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338460.153483:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303221888:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.153515:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338460.154415:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.154533:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982400 00000100:00100000:0.0:1763338460.154541:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982400 00010000:00010000:0.0:1763338460.154580:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 282 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.154625:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3286 00000100:00100000:0.0:1763338460.154635:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2463d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:2410:x1848993290982400:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.154650:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.154657:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 282 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.154670:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 282 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.154933:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b111e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa7 expref: 282 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.154948:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.154953:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.154969:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.154976:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.154985:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.154991:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.154997:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.155094:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.155102:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.155150:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 5 00000004:00200000:1.0:1763338460.155154:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338460.155175:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.155205:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1148 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ab5 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.155221:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ab5 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.155228:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338460.155232:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.155234:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338460.155319:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56993:x1848993290982272:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3996us (4804us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.155327:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10012 00010000:00010000:0.0:1763338460.155391:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.155426:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2463d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2410:x1848993290982400:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 792us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.155433:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3286 00010000:00010000:3.0:1763338460.156974:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.156991:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338460.157037:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 5 00000004:00200000:3.0:1763338460.157040:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338460.157058:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157072:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157085:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157091:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157097:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157103:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157109:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.157112:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157119:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157132:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338460.157136:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.157141:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157146:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1133 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157159:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157165:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157171:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157177:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.157179:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157184:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157191:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc100) 00010000:00010000:3.0:1763338460.157193:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.157196:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157200:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b113a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.157245:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b112c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aae expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.157285:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aae expref: 279 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.157293:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.157295:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338460.157297:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:3.0:1763338460.157361:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56994:x1848993290982144:12345-192.168.202.34@tcp:101:rm.0 Request processed in 9578us (10041us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.157370:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10011 00000100:00100000:2.0:1763338460.159391:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.159709:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982656 00000100:00100000:3.0:1763338460.159717:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982656 00000100:00100000:3.0:1763338460.159994:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10013 00000100:00100000:3.0:1763338460.160004:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56993:x1848993290982656:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.160023:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.160042:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1156 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4abc expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.160136:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b115d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.160149:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b115d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.160160:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b115d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338460.160171:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e2:0x0]: returning size 5 00010000:00010000:3.0:1763338460.160437:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1156 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4abc expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.160455:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b115d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4abc expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.160464:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.160467:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338460.160471:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:3.0:1763338460.160924:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56993:x1848993290982656:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 919us (1536us total) trans 4294973042 rc 0/0 00000100:00100000:3.0:1763338460.160932:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10013 00000100:00100000:2.0:1763338460.164301:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.164402:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.164481:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982912 00000100:00100000:0.0:1763338460.164492:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982912 00000100:00100000:1.0:1763338460.164528:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290982784 00000100:00100000:1.0:1763338460.164534:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290982784 00000100:00100000:0.0:1763338460.164567:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 420 00000100:00100000:1.0:1763338460.164576:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6974 00000100:00100000:0.0:1763338460.164583:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:2407:x1848993290982912:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763338460.164591:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993290982784:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:0.0:1763338460.164601:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.164628:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.164629:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1141 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aae expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.164660:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.164662:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.164671:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.164673:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338460.164677:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338460.164686:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.164722:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.164725:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2407:x1848993290982912:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 147us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.164741:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 420 00010000:00010000:1.0:1763338460.164752:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 21 pid: 27817 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.164768:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303222016:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.164817:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b9810c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.165469:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.165721:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290983168 00000100:00100000:3.0:1763338460.165727:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290983168 00000100:00100000:3.0:1763338460.165769:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10014 00000100:00100000:3.0:1763338460.165776:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56994:x1848993290983168:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338460.165820:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763338460.165834:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b115d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4abc expref: 280 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.165852:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b10bc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a84 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.165864:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b114f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ab5 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.165876:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1084 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a76 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.165886:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.165894:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.165917:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.165927:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.165936:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.165947:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.165953:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.165962:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166032:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.166040:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166046:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00080000:3.0:1763338460.166318:0:10039:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1e2:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763338460.166408:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166417:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166423:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166428:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.166432:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166439:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166447:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.166450:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338460.166453:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166462:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1180 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166480:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166485:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166491:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166496:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166501:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.166504:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166509:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166515:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338460.166517:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.166520:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166525:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1172 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:3.0:1763338460.166535:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e18afc3 reply state 000000005e008d30 transno 4294973043 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166545:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.166551:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:3.0:1763338460.166554:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.166556:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338460.166604:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56994:x1848993290983168:12345-192.168.202.34@tcp:36:rm.0 Request processed in 828us (1135us total) trans 4294973043 rc 0/0 00000100:00100000:3.0:1763338460.166611:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10014 00010000:00010000:1.0:1763338460.177116:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338460.177317:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.177480:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303222016:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.177507:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.177587:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290983296 00000100:00100000:3.0:1763338460.177594:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290983296 00002000:00100000:3.0:1763338460.177643:0:28405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x27a:0x0] (0->4) req@ffff8fd258704a80 x1848993290983296/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:486/0 lens 496/0 e 0 to 0 dl 1763338471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338460.177653:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258704a80 with x1848993290983296 ext(0->4) 00010000:00010000:3.0:1763338460.177660:0:28405:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 22 pid: 27817 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338460.177674:0:28405:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 22 pid: 27817 timeout: 1229 lvb_type: 0 00002000:00010000:3.0:1763338460.177682:0:28405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd258704a80 00000100:00100000:3.0:1763338460.177719:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 117 00000100:00100000:3.0:1763338460.177729:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993290983296:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338460.178635:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993290983296:12345-192.168.202.34@tcp:4:bash.0 Request processed in 902us (1319us total) trans 17179871760 rc 0/0 00000100:00100000:3.0:1763338460.178644:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 117 00002000:00100000:3.0:1763338460.178653:0:28405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x27a:0x0] (0->4) req@ffff8fd258704a80 x1848993290983296/t17179871760(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:486/0 lens 496/448 e 0 to 0 dl 1763338471 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338460.178668:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258704a80 with x1848993290983296 ext(0->4) 00010000:00010000:3.0:1763338460.178674:0:28405:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 24 pid: 27817 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338460.178688:0:28405:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 24 pid: 27817 timeout: 1229 lvb_type: 0 00002000:00010000:3.0:1763338460.178696:0:28405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd258704a80 00000100:00100000:2.0:1763338460.183006:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.183118:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290983424 00000100:00100000:1.0:1763338460.183129:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290983424 00010000:00010000:1.0:1763338460.183173:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 24 pid: 27817 timeout: 1229 lvb_type: 0 00000100:00100000:1.0:1763338460.183218:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3287 00000100:00100000:1.0:1763338460.183228:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2407:x1848993290983424:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.183247:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338460.183306:0:8421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338460.183309:0:8421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb atime from disk: 0 -> 1763338460 00002000:00010000:1.0:1763338460.183312:0:8421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338460.183318:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 24 pid: 27817 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.183337:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 24 pid: 27817 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.183376:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b10df lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4a8b expref: 24 pid: 27817 timeout: 1229 lvb_type: 0 00010000:00010000:1.0:1763338460.183396:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.183398:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.183405:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.183416:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.183444:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.183512:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2407:x1848993290983424:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 284us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.183520:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3287 00010000:00010000:2.0:1763338460.183640:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183650:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183669:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183676:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183684:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183690:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338460.183694:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183702:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183713:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.183720:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b116b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.183767:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993290982784:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 19181us (19514us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.183774:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6974 00000100:00100000:1.0:1763338460.185542:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.185616:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290983808 00000100:00100000:0.0:1763338460.185625:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290983808 00000100:00100000:0.0:1763338460.185675:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10015 00000100:00100000:0.0:1763338460.185683:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56993:x1848993290983808:12345-192.168.202.34@tcp:36:lfs.0 00000100:00100000:0.0:1763338460.185790:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56993:x1848993290983808:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 107us (259us total) trans 0 rc -116/-116 00000100:00100000:0.0:1763338460.185797:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10015 00000100:00100000:3.0:1763338460.188230:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.188496:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290984064 00000100:00100000:1.0:1763338460.188506:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290984064 00000100:00100000:1.0:1763338460.188565:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3496 00000100:00100000:1.0:1763338460.188575:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56993:x1848993290984064:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.188817:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56993:x1848993290984064:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 242us (596us total) trans 4294973044 rc 0/0 00000100:00100000:1.0:1763338460.188826:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3496 00000100:00100000:2.0:1763338460.194380:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.194470:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.194551:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290984320 00000100:00100000:0.0:1763338460.194562:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290984320 00000100:00100000:0.0:1763338460.194613:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3497 00000100:00100000:0.0:1763338460.194622:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56993:x1848993290984320:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338460.194854:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1e2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338460.194922:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1600, 64 off134144 00000040:00080000:0.0:1763338460.194945:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1600, 64 off133904 00000040:00080000:0.0:1763338460.194956:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1601, 64 off133968 00000040:00080000:0.0:1763338460.194965:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1601, 64 off134208 00010000:00010000:0.0:1763338460.195032:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:0.0:1763338460.195049:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338460.195059:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338460.195068:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338460.195079:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338460.195086:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00000100:00100000:3.0:1763338460.195170:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290983552 00000100:00100000:3.0:1763338460.195175:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290983552 00000100:00100000:3.0:1763338460.195207:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10016 00000100:00100000:3.0:1763338460.195214:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd245823450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56995:x1848993290983552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.195224:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.195237:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b118e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ac3 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.195307:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.195316:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195324:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195334:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.195356:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195363:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195389:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195395:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195401:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195407:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195413:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.195417:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195424:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195437:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338460.195441:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.195445:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195451:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1195 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195464:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195470:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195475:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195479:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.195482:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195486:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195492:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:3.0:1763338460.195494:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.195497:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195501:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b119c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.195524:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b118e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ac3 expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.195533:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338460.195535:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.195539:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b118e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ac3 expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.195552:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:3.0:1763338460.195611:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd245823450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56995:x1848993290983552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 397us (1240us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338460.195620:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10016 00010000:00010000:0.0:1763338460.197513:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338460.197515:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.197529:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338460.197541:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1474d2e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.197545:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338460.197556:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338460.197574:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e2:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338460.197577:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338460.197582:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338460.197588:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1474d2e00/0x4ea0a6980f4b1187 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338460.197609:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.197611:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.197613:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338460.198480:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56993:x1848993290984320:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 3849us (4000us total) trans 4294973045 rc 0/0 00000100:00100000:0.0:1763338460.198492:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3497 00000100:00100000:2.0:1763338460.199613:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.199761:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290984448 00000100:00100000:1.0:1763338460.199770:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290984448 00000100:00100000:1.0:1763338460.199820:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10017 00000100:00100000:1.0:1763338460.199829:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56995:x1848993290984448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.199847:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.199871:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4aca expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.199933:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.199952:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.199963:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.199973:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.199979:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.199985:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200015:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200022:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200028:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200034:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.200038:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200044:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200054:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.200057:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.200061:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200067:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200078:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200084:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200089:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200093:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.200096:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200101:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200107:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:1.0:1763338460.200109:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.200112:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200118:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.200140:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11a3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aca expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.200148:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.200151:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.200154:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aca expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.200165:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338460.200204:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56995:x1848993290984448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 376us (596us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338460.200210:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10017 00000100:00100000:2.0:1763338460.209380:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.209472:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290984576 00000100:00100000:3.0:1763338460.209483:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290984576 00000100:00100000:1.0:1763338460.210184:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10018 00000100:00100000:1.0:1763338460.210198:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56995:x1848993290984576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.210221:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.210243:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11b8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ad1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.210353:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.210367:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.210377:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.210421:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338460.210426:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338460.210460:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ad1 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.210477:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ad1 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.210491:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.210494:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338460.210497:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338460.210566:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56995:x1848993290984576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 372us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.210574:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10018 00000100:00100000:3.0:1763338460.213408:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.213890:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290984704 00000100:00100000:2.0:1763338460.213900:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290984704 00000100:00100000:1.0:1763338460.214626:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10019 00000100:00100000:1.0:1763338460.214640:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56995:x1848993290984704:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.214665:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.214698:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11c6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ad8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.214772:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.214787:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214799:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214813:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.214819:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214824:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214866:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214872:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214878:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214883:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.214886:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214892:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214903:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.214906:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.214910:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214916:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b11cd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214926:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214932:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214937:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214941:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.214944:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214949:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214954:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:1.0:1763338460.214956:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.214959:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214964:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b11d4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.214987:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11c6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ad8 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.214996:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.214998:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.215001:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b11c6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ad8 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.215008:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338460.215188:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56995:x1848993290984704:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 551us (1788us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338460.215195:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10019 00000100:00100000:2.0:1763338460.219649:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.220805:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290984960 00000100:00100000:3.0:1763338460.220818:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290984960 00000100:00100000:3.0:1763338460.220883:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10020 00000100:00100000:3.0:1763338460.220893:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56995:x1848993290984960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.220912:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.220916:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338460.220943:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b11bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ad1 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.220962:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.220970:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.220986:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b11db lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4adf expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.221091:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.221104:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221114:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221123:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.221133:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221138:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221599:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.221608:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221614:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338460.221624:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00010000:00010000:3.0:1763338460.221651:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221657:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221663:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221668:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221674:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.221694:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221702:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221714:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338460.221717:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.221721:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221726:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b11e2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:3.0:1763338460.221737:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d7dfd47d reply state 00000000fffe5ad5 transno 4294973046 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221746:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.221752:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:3.0:1763338460.221754:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.221757:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338460.221783:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b11db lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.221801:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.221808:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.221810:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338460.221813:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:3.0:1763338460.221885:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56995:x1848993290984960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 993us (2245us total) trans 4294973046 rc 0/0 00000100:00100000:3.0:1763338460.221892:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10020 00000100:00100000:0.0:1763338460.227302:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.227422:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290985344 00000100:00100000:1.0:1763338460.227434:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290985344 00000100:00100000:1.0:1763338460.227522:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10021 00000100:00100000:1.0:1763338460.227534:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56996:x1848993290985344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.227564:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.227587:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11fe lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ae6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.227717:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.227733:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.227746:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.227759:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00010000:00010000:1.0:1763338460.227872:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b11fe lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.227892:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.227903:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.227906:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.227910:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338460.227967:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56996:x1848993290985344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 436us (715us total) trans 4294973047 rc 0/0 00000100:00100000:1.0:1763338460.227974:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10021 00000100:00100000:0.0:1763338460.230691:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.231170:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290985472 00000100:00100000:3.0:1763338460.231184:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290985472 00000100:00100000:3.0:1763338460.231244:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10022 00000100:00100000:3.0:1763338460.231254:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56995:x1848993290985472:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.231293:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.231313:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1213 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4aed expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.231417:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338460.231431:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.231439:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.231447:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.231475:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.231485:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 286 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338460.231498:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303222144:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.231757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.231815:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290985600 00000100:00100000:2.0:1763338460.231819:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290985600 00010000:00010000:2.0:1763338460.231837:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 6/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 287 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338460.231863:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3288 00000100:00100000:2.0:1763338460.231869:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2409:x1848993290985600:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.231878:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.231883:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 6/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 287 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338460.231893:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 287 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:2.0:1763338460.231910:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338460.231915:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.231922:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.231967:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2409:x1848993290985600:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 96us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.231975:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3288 00010000:00010000:2.0:1763338460.234153:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.234175:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 286 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:2.0:1763338460.234191:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303222272:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.234346:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.234873:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290985856 00000100:00100000:3.0:1763338460.234881:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290985856 00000100:00100000:3.0:1763338460.234940:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3498 00000100:00100000:3.0:1763338460.234950:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56996:x1848993290985856:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338460.235161:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56996:x1848993290985856:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 211us (822us total) trans 4294973048 rc 0/0 00000100:00100000:3.0:1763338460.235169:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3498 00000100:00100000:2.0:1763338460.235639:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.241677:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1848993303222784:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.241747:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.241781:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303223296:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.241806:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.241819:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303223808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763338460.241839:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.241862:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1763338460.241867:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:192bbc18-1509-47d5-8978-c78322e92577:3656:1848993303222400:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.241892:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.241917:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1848993303222912:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.241936:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.241952:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303223424:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.241976:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242003:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848993303222656:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242042:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1848993303223168:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242059:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242071:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848993303223680:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242089:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242100:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763338460.242105:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303222528:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242122:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242136:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1848993303223040:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242154:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242163:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303223552:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242180:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.242206:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223296 00000100:00100000:2.0:1763338460.242213:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223296 00000100:00100000:2.0:1763338460.242252:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223808 00000100:00100000:2.0:1763338460.242254:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223808 00000100:00100000:2.0:1763338460.242293:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303222528 00000100:00100000:2.0:1763338460.242296:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303222528 00000100:00100000:2.0:1763338460.242310:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1763338460.242318:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303223296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242387:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303223296:12345-0@lo:400:kworker.0 Request processed in 69us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.242394:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1763338460.242414:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1763338460.242420:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303223808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763338460.242446:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:2.0:1763338460.242475:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303223808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.242481:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1763338460.242492:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1763338460.242498:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303222528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242523:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303222528:12345-0@lo:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.242529:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1763338460.242547:0:32330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303222400 00000100:00100000:2.0:1763338460.242551:0:32330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303222400 00000100:00100000:2.0:1763338460.242575:0:32330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1763338460.242581:0:32330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144736c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:192bbc18-1509-47d5-8978-c78322e92577+23:3656:x1848993303222400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242607:0:32330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144736c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:192bbc18-1509-47d5-8978-c78322e92577+23:3656:x1848993303222400:12345-0@lo:400:kworker.0 Request processed in 26us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.242613:0:32330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1763338460.242638:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223424 00000100:00100000:2.0:1763338460.242642:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223424 00000100:00100000:2.0:1763338460.242669:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223552 00000100:00100000:2.0:1763338460.242672:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223552 00000100:00100000:2.0:1763338460.242689:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1763338460.242694:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303223424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242719:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303223424:12345-0@lo:400:kworker.0 Request processed in 25us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.242725:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1763338460.242735:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1763338460.242740:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303223552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242763:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303223552:12345-0@lo:400:kworker.0 Request processed in 22us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.242769:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1763338460.242815:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303222528:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242826:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303223552:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242854:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:192bbc18-1509-47d5-8978-c78322e92577:3656:1848993303222400:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242864:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303223424:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242874:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303223296:0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.242885:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303223808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763338460.242904:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303222784 00000100:00100000:2.0:1763338460.242907:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303222784 00000100:00100000:2.0:1763338460.242923:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303222912 00000100:00100000:2.0:1763338460.242926:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303222912 00000100:00100000:2.0:1763338460.242937:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303222656 00000100:00100000:2.0:1763338460.242939:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303222656 00000100:00100000:2.0:1763338460.242947:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223168 00000100:00100000:2.0:1763338460.242950:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223168 00000100:00100000:2.0:1763338460.242961:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223680 00000100:00100000:2.0:1763338460.242963:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223680 00000100:00100000:2.0:1763338460.242972:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223040 00000100:00100000:2.0:1763338460.242974:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223040 00000100:00100000:2.0:1763338460.242985:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1763338460.242991:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1848993303222784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.243022:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1848993303222784:12345-0@lo:400:kworker.0 Request processed in 32us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.243028:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1763338460.243039:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1763338460.243568:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338460.243587:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303224064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763338460.243621:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.243649:0:8019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224064 00000100:00100000:1.0:1763338460.243653:0:8019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224064 00000100:00100000:1.0:1763338460.243677:0:8019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1763338460.243691:0:8019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303224064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763338460.243714:0:8019:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445916672 avail 1299677184 00000100:00100000:1.0:1763338460.243745:0:8019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303224064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.243752:0:8019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1763338460.243782:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303224064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763338460.243885:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848993303223936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763338460.243918:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.243947:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338460.243954:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303224192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763338460.243976:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1763338460.244002:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763338460.244006:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763338460.244010:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763338460.244012:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763338460.244021:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303223936 00000100:00100000:0.0:1763338460.244024:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303223936 00000100:00100000:0.0:1763338460.244048:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224192 00000100:00100000:0.0:1763338460.244051:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224192 00000100:00100000:0.0:1763338460.244062:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1763338460.244067:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1848993303223936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763338460.244081:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484897216 pending 0 free 3919175680 avail 3687452672 00000100:00100000:0.0:1763338460.244112:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1848993303223936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.244119:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1763338460.244130:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1763338460.244136:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848993303224192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763338460.244144:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484955456 pending 57344 free 3920232448 avail 3688681472 00000100:00100000:0.0:1763338460.244170:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848993303224192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.244176:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1763338460.244205:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303224192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763338460.244224:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848993303223936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763338460.244988:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.249485:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1848993303222912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338460.249590:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1848993303222912:12345-0@lo:400:kworker.0 Request processed in 134us (7653us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.249686:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.249774:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290986240 00000100:00100000:0.0:1763338460.249783:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290986240 00010000:00010000:0.0:1763338460.249820:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:0.0:1763338460.249855:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3289 00000100:00100000:0.0:1763338460.249863:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2410:x1848993290986240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.249876:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.249883:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.249902:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00010000:00010000:0.0:1763338460.249928:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.249933:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.249942:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.249948:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.249967:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.250007:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2410:x1848993290986240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 144us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.250013:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3289 00000100:00100000:3.0:1763338460.251421:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1763338460.251438:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848993303222656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.251514:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848993303222656:12345-0@lo:400:kworker.0 Request processed in 83us (9486us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.251521:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1763338460.251545:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290986112 00000100:00100000:3.0:1763338460.251550:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290986112 00000100:00100000:3.0:1763338460.251577:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1763338460.251584:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848993303223168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.251613:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848993303223168:12345-0@lo:400:kworker.0 Request processed in 30us (9553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.251618:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1763338460.251630:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1763338460.251636:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848993303223680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.251661:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848993303223680:12345-0@lo:400:kworker.0 Request processed in 26us (9571us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.251666:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1763338460.251675:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1763338460.251682:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848993303223040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.251706:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848993303223040:12345-0@lo:400:kworker.0 Request processed in 25us (9551us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.251711:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1763338460.251724:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10023 00000100:00100000:3.0:1763338460.251729:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56996:x1848993290986112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.251740:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.251758:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1221 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4af4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.251859:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763338460.251872:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763338460.251881:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763338460.251892:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00010000:00010000:3.0:1763338460.252008:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1221 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 291 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.252026:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 290 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.252035:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.252039:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763338460.252042:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:3.0:1763338460.252073:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+290:56996:x1848993290986112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 344us (7090us total) trans 4294973049 rc 0/0 00000100:00100000:3.0:1763338460.252080:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10023 00000100:00100000:3.0:1763338460.252134:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1848993303223040:0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.252149:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848993303222656:0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.252159:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3655:1848993303223168:0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.252168:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848993303223680:0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.252229:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1848993303222912:0@lo:400:kworker.0 00000100:00100000:3.0:1763338460.252241:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1848993303222784:0@lo:400:kworker.0 00010000:00010000:3.0:1763338460.252312:0:10039:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000b6b06f28 x1848993303222144) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 289 pid: 6521 timeout: 1229 lvb_type: 0 00010000:00010000:3.0:1763338460.252329:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1205 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ae6 expref: 289 pid: 6521 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338460.252351:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303222144:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.252366:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b11f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4adf expref: 288 pid: 10039 timeout: 1229 lvb_type: 0 00000100:00100000:3.0:1763338460.252376:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303222272:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.252388:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.252394:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252402:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252409:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338460.252423:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00000004:00080000:3.0:1763338460.252555:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27c:0x0], index 0: 0 00000004:00080000:3.0:1763338460.252561:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27c:0x0], index 1: 0 00000004:00080000:3.0:1763338460.252566:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27d:0x0], index 1: 0 00000004:00080000:3.0:1763338460.252570:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27d:0x0], index 0: 0 00010000:00010000:3.0:1763338460.252640:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252648:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252655:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252662:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.252666:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252673:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252682:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.252685:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338460.252688:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252694:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b121a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.252723:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1213 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aed expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.252738:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.252741:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338460.252744:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1213 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aed expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.252752:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:3.0:1763338460.252784:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56995:x1848993290985472:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 21532us (22106us total) trans 4294973050 rc 301/301 00000100:00100000:3.0:1763338460.252791:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10022 00000100:00100000:2.0:1763338460.253753:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1763338460.262516:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.262643:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290986496 00000100:00100000:1.0:1763338460.262654:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290986496 00000100:00100000:1.0:1763338460.262707:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3499 00000100:00100000:1.0:1763338460.262716:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56995:x1848993290986496:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.263008:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56995:x1848993290986496:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 292us (502us total) trans 4294973051 rc 0/0 00000100:00100000:1.0:1763338460.263016:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3499 00000100:00100000:0.0:1763338460.264756:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.264821:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290986624 00000100:00100000:1.0:1763338460.264829:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290986624 00000100:00100000:1.0:1763338460.264888:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10024 00000100:00100000:1.0:1763338460.264896:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:56996:x1848993290986624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.264915:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.264939:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b123d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4afb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.265030:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1244 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.265048:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1244 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.265059:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1244 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.265084:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00000004:00200000:1.0:1763338460.265088:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338460.265105:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1244 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.265130:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b123d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4afb expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.265147:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1244 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4afb expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.265155:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.265157:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.265161:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338460.265215:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56996:x1848993290986624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 319us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.265222:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10024 00000100:00100000:0.0:1763338460.266636:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.266706:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290986880 00000100:00100000:3.0:1763338460.266713:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290986880 00000100:00100000:3.0:1763338460.266761:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3500 00000100:00100000:3.0:1763338460.266771:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56995:x1848993290986880:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338460.266941:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:56995:x1848993290986880:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 171us (309us total) trans 4294973052 rc 0/0 00000100:00100000:3.0:1763338460.266949:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3500 00000100:00100000:0.0:1763338460.275896:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.276011:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290987008 00000100:00100000:1.0:1763338460.276021:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290987008 00000100:00100000:1.0:1763338460.276076:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6975 00000100:00100000:1.0:1763338460.276085:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290987008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.276101:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.276121:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b02 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338460.276145:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338460.276163:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.276165:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.276174:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 16 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338460.276188:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 16 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338460.276200:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338460.276257:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290987008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 173us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.276285:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6975 00000100:00100000:0.0:1763338460.276701:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.276757:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290987264 00000100:00100000:2.0:1763338460.276762:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290987264 00000100:00100000:2.0:1763338460.276795:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10025 00000100:00100000:2.0:1763338460.276802:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993290987264:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338460.276814:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.276829:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1252 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b09 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.276935:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338460.276947:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.276957:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.276966:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338460.276973:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.276979:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277024:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1267 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338460.277031:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1267 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277037:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1267 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338460.277046:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00010000:00010000:2.0:1763338460.277112:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277119:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277126:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277133:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277138:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.277142:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277148:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277159:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197700) 00010000:00010000:2.0:1763338460.277162:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.277165:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277172:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1259 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277184:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277189:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277195:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277200:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.277202:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277212:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277218:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:2.0:1763338460.277220:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.277222:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277227:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1260 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.277257:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1252 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b09 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.277310:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1267 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b09 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.277316:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338460.277319:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.277321:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338460.277367:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993290987264:12345-192.168.202.34@tcp:101:bash.0 Request processed in 565us (666us total) trans 4294973053 rc 0/0 00000100:00100000:2.0:1763338460.277374:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10025 00000100:00100000:2.0:1763338460.283439:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.283484:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.283556:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290987392 00000100:00100000:1.0:1763338460.283567:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290987392 00000100:00100000:1.0:1763338460.283637:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10026 00000100:00100000:1.0:1763338460.283648:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993290987392:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.283672:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.283696:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1275 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b10 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.283734:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b127c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.283750:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b127c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.283762:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b127c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.283892:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1275 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b10 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.283908:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b127c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b10 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.283917:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.283920:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338460.283923:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338460.283977:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993290987392:12345-192.168.202.34@tcp:101:bash.0 Request processed in 331us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.283984:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10026 00000100:00100000:2.0:1763338460.284433:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.284488:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290987648 00000100:00100000:1.0:1763338460.284492:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290987648 00000100:00100000:1.0:1763338460.284526:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:1.0:1763338460.284531:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2407:x1848993290987648:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.284541:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.284554:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1267 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b09 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.284563:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.284566:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.284764:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290987520 00000100:00100000:0.0:1763338460.284768:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290987520 00000100:00100000:0.0:1763338460.284793:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3501 00000100:00100000:0.0:1763338460.284799:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:56996:x1848993290987520:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:1.0:1763338460.285554:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2407:x1848993290987648:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1019us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.285562:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 421 00000100:00100000:0.0:1763338460.285604:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:56996:x1848993290987520:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 804us (2120us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.285614:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3501 00000100:00100000:2.0:1763338460.294105:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.294188:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290987904 00000100:00100000:3.0:1763338460.294198:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290987904 00000100:00100000:3.0:1763338460.294288:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10027 00000100:00100000:3.0:1763338460.294300:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993290987904:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338460.294371:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.294403:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1244 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4afb expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.294423:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.294429:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.294660:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.294676:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.294685:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:3.0:1763338460.294739:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973054 00000004:00010000:3.0:1763338460.294764:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000282f622d reply state 000000003678b1a7 transno 4294973055 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.294776:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.294782:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.294786:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.294789:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338460.294886:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993290987904:12345-192.168.202.34@tcp:36:bash.0 Request processed in 588us (794us total) trans 4294973055 rc 0/0 00000100:00100000:3.0:1763338460.294894:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10027 00000020:00080000:3.0:1763338460.294899:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338460.298431:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.300011:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290988032 00000100:00100000:1.0:1763338460.300027:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290988032 00000100:00100000:1.0:1763338460.300121:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10028 00000100:00100000:1.0:1763338460.300130:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993290988032:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.300157:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.300177:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b128a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b17 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.300235:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b128a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b17 expref: 295 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.300249:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b128a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b17 expref: 295 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.300292:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.300296:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338460.300300:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338460.301196:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993290988032:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1064us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.301205:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10028 00000100:00100000:2.0:1763338460.301587:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.301743:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290988288 00000100:00100000:1.0:1763338460.301749:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290988288 00000100:00100000:1.0:1763338460.301786:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10029 00000100:00100000:1.0:1763338460.301793:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:56997:x1848993290988288:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.301805:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.301820:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1291 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b1e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.301886:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.301898:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.301908:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.301919:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.301926:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.301932:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302033:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.302042:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302049:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.302058:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 0 00010000:00010000:1.0:1763338460.302150:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302157:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302164:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302169:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.302173:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302179:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302190:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338460.302193:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.302198:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302203:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1298 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302214:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302219:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302224:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302229:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.302232:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302237:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302244:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:1.0:1763338460.302246:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.302249:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302257:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b129f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.302317:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1291 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.302333:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.302350:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.302353:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.302355:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338460.302400:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:56997:x1848993290988288:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 608us (814us total) trans 4294973056 rc 0/0 00000100:00100000:1.0:1763338460.302407:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10029 00000100:00100000:2.0:1763338460.305814:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.305862:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.305990:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290988800 00000100:00100000:3.0:1763338460.306001:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290988800 00000100:00100000:3.0:1763338460.306078:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10030 00000100:00100000:3.0:1763338460.306095:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993290988800:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338460.306119:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.306122:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338460.306150:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b128a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b17 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.306172:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.306178:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.306191:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b12b4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b25 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.306193:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290988672 00000100:00100000:0.0:1763338460.306200:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290988672 00010000:00010000:3.0:1763338460.306239:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:0.0:1763338460.306244:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3502 00000100:00100000:0.0:1763338460.306255:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:56997:x1848993290988672:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:3.0:1763338460.306258:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.306294:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.306332:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.306361:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 298 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.306375:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303224320:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.306458:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b540 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.306874:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:56997:x1848993290988672:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 619us (1067us total) trans 4294973057 rc 0/0 00000100:00100000:0.0:1763338460.306883:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3502 00000100:00100000:3.0:1763338460.309560:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303224320:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.309589:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.310252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.311002:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.311296:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989056 00000100:00100000:2.0:1763338460.311305:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989056 00010000:00010000:2.0:1763338460.311348:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 299 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.311386:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3290 00000100:00100000:2.0:1763338460.311397:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993290989056:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.311412:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.311418:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 299 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.311431:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 299 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.311452:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b12a6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b1e expref: 299 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.311468:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338460.311473:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.311484:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.311490:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.311516:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.311566:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:2409:x1848993290989056:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 171us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.311573:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3290 00000100:00100000:1.0:1763338460.311788:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290988928 00000100:00100000:1.0:1763338460.311794:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290988928 00000100:00100000:1.0:1763338460.311834:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10031 00000100:00100000:1.0:1763338460.311841:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:56997:x1848993290988928:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.311860:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.311877:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b12c2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b2c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.311945:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.311955:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.311966:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.311980:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.311988:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.312289:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.312296:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000040:00080000:3.0:1763338460.312517:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1602, 88 off134056 00000004:00080000:3.0:1763338460.312524:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130024261983ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338460.312545:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1602, 88 off134296 00000004:00080000:3.0:1763338460.312548:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130024286416ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338460.312559:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1603, 88 off134384 00000004:00080000:3.0:1763338460.312562:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130024300253ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338460.312569:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1603, 88 off134144 00000004:00080000:3.0:1763338460.312572:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130024310120ns, next at 1130117907607ns, rc = 0 00000001:00080000:3.0:1763338460.317661:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973058 is committed 00000004:00080000:3.0:1763338460.317677:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1044 committed 00000004:00080000:3.0:1763338460.317696:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1050 committed 00000004:00080000:3.0:1763338460.317717:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1049 committed 00000004:00080000:3.0:1763338460.317719:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1043 committed 00010000:00010000:3.0:1763338460.317940:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b25 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.317955:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.317959:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338460.317963:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.317973:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.317979:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.318023:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b12b4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b25 expref: 280 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338460.318042:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b25 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.318073:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:3.0:1763338460.318145:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290988800:12345-192.168.202.34@tcp:101:bash.0 Request processed in 12049us (12280us total) trans 4294973058 rc 0/0 00000100:00100000:3.0:1763338460.318156:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10030 00010000:00010000:2.0:1763338460.318426:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338460.318433:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303224576:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338460.318438:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318447:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318454:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.318459:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318467:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318479:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:2.0:1763338460.318481:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.318486:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318492:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1179 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338460.318498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338460.318517:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318526:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318531:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318538:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.318541:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318547:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338460.318548:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338460.318558:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303224448:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338460.318560:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc500) 00010000:00010000:2.0:1763338460.318565:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.318568:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.318575:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b11e9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338460.318584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338460.318594:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.318601:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.318607:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.318612:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00000100:00100000:0.0:1763338460.318614:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303224704:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338460.318616:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.318626:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.318634:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338460.318638:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.318641:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338460.318642:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338460.318651:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1283 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338460.318664:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338460.318672:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303224832:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.318693:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.318728:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224576 00000100:00100000:0.0:1763338460.318736:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224448 00000100:00100000:2.0:1763338460.318738:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224576 00000100:00100000:0.0:1763338460.318742:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224448 00000100:00100000:2.0:1763338460.318787:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224704 00000100:00100000:2.0:1763338460.318791:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224704 00000100:00100000:1.0:1763338460.319078:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303224960:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.319111:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.320144:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338460.320155:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303225088:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.320208:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.320466:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224832 00000100:00100000:2.0:1763338460.320473:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224832 00000100:00100000:2.0:1763338460.320506:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303224960 00000100:00100000:2.0:1763338460.320509:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303224960 00000100:00100000:2.0:1763338460.320524:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6976 00000100:00100000:2.0:1763338460.320532:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3657:x1848993303224576:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338460.320556:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:635 count 1 00002000:00010000:2.0:1763338460.320591:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338460.320599:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.320614:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.320616:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.320623:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.320640:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.320649:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6977 00010000:00010000:2.0:1763338460.320651:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.320661:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.320664:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3657:x1848993303224448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338460.320684:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:634 count 1 00010000:00010000:2.0:1763338460.320687:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1763338460.320705:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27a:0x0] initial LVB size: 5, mtime: 0x691a68dc, atime: 0x691a68dc, ctime: 0x691a68dc, blocks: 0x8 00010000:00010000:0.0:1763338460.320714:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.320724:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.320726:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.320729:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.320739:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.320747:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.320755:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.320773:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338460.320915:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3657:x1848993303224576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 381us (2418us total) trans 17179871761 rc 0/0 00000100:00100000:2.0:1763338460.320923:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6976 00000100:00100000:2.0:1763338460.320948:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6978 00000100:00100000:2.0:1763338460.320956:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303224704:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.320983:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3657:x1848993303224448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 324us (2398us total) trans 17179871762 rc 0/0 00000100:00100000:0.0:1763338460.320991:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6977 00000100:00100000:0.0:1763338460.321004:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6979 00000100:00100000:0.0:1763338460.321011:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3654:x1848993303224832:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.321059:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303224704:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (2417us total) trans 17179871763 rc 0/0 00000100:00100000:2.0:1763338460.321067:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6978 00000100:00100000:2.0:1763338460.321082:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6980 00000100:00100000:2.0:1763338460.321090:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303224960:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.321100:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303224832:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (2405us total) trans 17179871764 rc 0/0 00002000:00080000:2.0:1763338460.321103:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:634 count 1 00000100:00100000:0.0:1763338460.321110:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6979 00010000:00010000:2.0:1763338460.321120:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.321137:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.321145:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.321147:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.321151:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321156:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338460.321166:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321176:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338460.321180:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.321188:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321190:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.321213:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 15 pid: 27817 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.321216:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321234:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b12d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.321238:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303225472:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.321259:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338460.321283:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321290:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338460.321293:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321300:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321310:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321321:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.321323:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd240 going to sleep for 11 seconds 00010000:00010000:0.0:1763338460.321351:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.321353:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.321356:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.321368:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338460.321380:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303225344:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.321421:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303225216:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338460.321471:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69500/2, rc 0, transno 17179871762 00000100:00100000:0.0:1763338460.321477:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303224448:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763338460.321485:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6b800/2, rc 0, transno 17179871761 00000100:00100000:0.0:1763338460.321489:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303224576:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338460.321528:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.321535:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338460.321583:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 2 00000004:00200000:0.0:1763338460.321587:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338460.321605:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.321626:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.321656:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b12c2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321674:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 275 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.321682:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.321685:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763338460.321688:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eac00, rc 0) 00000100:00100000:0.0:1763338460.321728:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56997:x1848993290988928:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9887us (11477us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.321734:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10031 00000100:00100000:3.0:1763338460.322631:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303225088 00000100:00100000:3.0:1763338460.322640:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303225088 00000100:00100000:3.0:1763338460.322682:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6981 00000100:00100000:2.0:1763338460.322691:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.322693:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3656:x1848993303225088:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338460.322713:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:635 count 1 00000100:00100000:2.0:1763338460.322732:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303225344 00000100:00100000:2.0:1763338460.322737:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303225344 00002000:00010000:3.0:1763338460.322739:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.322747:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.322760:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763338460.322763:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6982 00010000:00010000:3.0:1763338460.322764:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.322773:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.322774:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3655:x1848993303225344:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338460.322793:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.322808:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.322816:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.322831:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338460.322918:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.322926:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.322935:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.322940:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.322948:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.322964:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.322978:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b12e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.322990:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303225088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 299us (2783us total) trans 21474839092 rc 0/0 00010000:00010000:1.0:1763338460.322994:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.322998:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338460.322999:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6981 00010000:00010000:1.0:1763338460.323001:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338460.323036:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717b80/2, rc 0, transno 21474839092 00000100:00100000:1.0:1763338460.323043:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303225088:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.323113:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303225344:12345-0@lo:2:osp-syn-0-1.0 Request processed in 341us (435us total) trans 21474839091 rc 0/0 00000100:00100000:2.0:1763338460.323120:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6982 00000004:00080000:3.0:1763338460.324058:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717800/2, rc 0, transno 21474839091 00000100:00100000:3.0:1763338460.324067:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303225344:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.324098:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.324471:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763338460.324700:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da5880/2, rc 0, transno 17179871764 00000100:00100000:0.0:1763338460.324707:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303224832:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338460.324719:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da7800/2, rc 0, transno 17179871763 00000100:00100000:0.0:1763338460.324723:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303224704:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.324779:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303225216 00000100:00100000:1.0:1763338460.324780:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989184 00000100:00100000:3.0:1763338460.324786:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303225216 00000100:00100000:1.0:1763338460.324787:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989184 00000100:00100000:3.0:1763338460.324833:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6983 00000100:00100000:3.0:1763338460.324842:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d653050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303225216:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.324846:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10032 00000100:00100000:1.0:1763338460.324858:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56997:x1848993290989184:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.324873:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.324894:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b12ec lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b33 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.324944:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b12ec lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b33 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.324961:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b12ec lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b33 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338460.324969:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338460.324973:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338460.324976:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338460.324979:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 0 -> 0 00010000:00010000:1.0:1763338460.324981:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00002000:00010000:3.0:1763338460.324982:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763338460.324988:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338460.324993:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:3.0:1763338460.325038:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d653050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303225216:12345-0@lo:2:osp-syn-0-1.0 Request processed in 197us (566us total) trans 21474839093 rc 0/0 00000100:00100000:1.0:1763338460.325046:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:56997:x1848993290989184:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 190us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.325047:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6983 00000100:00100000:1.0:1763338460.325058:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10032 00000004:00080000:0.0:1763338460.325578:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277716300/2, rc 0, transno 21474839093 00000100:00100000:0.0:1763338460.325585:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303225216:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.331170:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.331292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.331384:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989440 00000100:00100000:1.0:1763338460.331394:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989440 00010000:00010000:1.0:1763338460.331431:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 16 pid: 27817 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.331464:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3291 00000100:00100000:1.0:1763338460.331473:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2463da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290989440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.331487:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.331493:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 16 pid: 27817 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.331505:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 16 pid: 27817 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.331530:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.331532:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.331537:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.331548:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.331570:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.331619:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2463da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290989440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 147us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.331626:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3291 00000100:00100000:0.0:1763338460.331937:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989312 00000100:00100000:0.0:1763338460.331942:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989312 00000100:00100000:0.0:1763338460.331982:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6984 00000100:00100000:0.0:1763338460.331990:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290989312:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338460.332004:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.332018:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b3a expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.332037:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 17 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.332045:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.332047:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.332050:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 17 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.332080:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 17 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.332093:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 17 pid: 27817 timeout: 1230 lvb_type: 1 00000100:00100000:0.0:1763338460.332107:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303225600:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.332158:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00010000:00010000:3.0:1763338460.332738:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1474d3800/0x4ea0a6980f4b1110 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4aa0 expref: 17 pid: 27817 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.332753:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303225472:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.332771:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.332782:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.332789:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.332800:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.332808:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.332833:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338460.333069:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303224960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11979us (13956us total) trans 21474839094 rc 0/0 00000100:00100000:3.0:1763338460.333078:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6980 00010000:00010000:1.0:1763338460.333231:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.333239:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.333246:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.333251:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.333289:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.333306:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.333313:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b12de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.333328:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.333330:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.333332:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338460.333436:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277716a00/2, rc 0, transno 21474839094 00000100:00100000:2.0:1763338460.333443:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303224960:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338460.333823:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.333888:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303225600:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.333907:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 16 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.333921:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:0.0:1763338460.333963:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290989312:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1974us (2802us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.333970:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6984 00000100:00100000:1.0:1763338460.334021:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989568 00000100:00100000:1.0:1763338460.334026:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989568 00010000:00010000:1.0:1763338460.334046:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 16 pid: 27817 timeout: 1230 lvb_type: 1 00000100:00100000:1.0:1763338460.334079:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3292 00000100:00100000:1.0:1763338460.334087:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993290989568:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.334098:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.334103:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 16 pid: 27817 timeout: 1230 lvb_type: 1 00010000:00010000:1.0:1763338460.334114:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 16 pid: 27817 timeout: 1230 lvb_type: 1 00010000:00010000:1.0:1763338460.334130:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b124b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b02 expref: 16 pid: 27817 timeout: 1230 lvb_type: 1 00010000:00010000:1.0:1763338460.334139:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.334140:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.334148:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.334158:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.334190:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.334202:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8421:1848993303225728:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338460.334244:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27b981c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.335463:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.335636:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.335796:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989696 00000100:00100000:0.0:1763338460.335801:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989696 00000100:00100000:0.0:1763338460.335845:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 422 00000100:00100000:0.0:1763338460.335853:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+276:2410:x1848993290989696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.335868:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.335888:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b12ec lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b33 expref: 276 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.335903:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.335908:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.335947:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+275:2410:x1848993290989696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 95us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.335954:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 422 00000100:00100000:1.0:1763338460.336362:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989824 00000100:00100000:1.0:1763338460.336367:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989824 00000100:00100000:1.0:1763338460.336403:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6985 00000100:00100000:1.0:1763338460.336410:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290989824:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.336422:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.336436:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b12fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b41 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.336477:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303225856:192.168.202.34@tcp:106: 00000100:00100000:1.0:1763338460.336538:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270401780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.336895:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8421:1848993303225728:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338460.336911:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.336942:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993290989568:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2855us (3120us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.336950:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3292 00000100:00100000:0.0:1763338460.338399:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.338461:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290989952 00000100:00100000:3.0:1763338460.338468:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290989952 00000100:00100000:3.0:1763338460.338509:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6986 00000100:00100000:3.0:1763338460.338517:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+22:55909:x1848993290989952:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338460.338534:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.338554:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b48 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338460.338578:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.338596:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.338599:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.338608:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 23 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.338624:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 23 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.338636:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:3.0:1763338460.339758:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+23:55909:x1848993290989952:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1236us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.339767:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6986 00002000:00010000:0.0:1763338460.342146:0:8869:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime: 0 -> 1763338460 00002000:00010000:0.0:1763338460.342157:0:8869:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime: 0 -> 1763338460 00002000:00010000:0.0:1763338460.342160:0:8869:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime: 0 -> 1763338460 00000100:00100000:0.0:1763338460.342183:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303225856:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338460.342221:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b12fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b41 expref: 16 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.342244:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b12fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b41 expref: 16 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.342257:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:0.0:1763338460.342353:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290989824:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5943us (6715us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338460.342362:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6985 00000100:00100000:2.0:1763338460.349019:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.349155:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.349194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.349458:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290990336 00000100:00100000:2.0:1763338460.349467:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290990336 00002000:00010000:2.0:1763338460.349510:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/636 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.349515:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277714a80 with x1848993290990336 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.349527:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277714a80. 00000100:00100000:2.0:1763338460.349550:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290990464 00000100:00100000:2.0:1763338460.349552:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290990464 00002000:00010000:2.0:1763338460.349563:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/636 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.349566:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715500 with x1848993290990464 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.349572:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277715500. 00000100:00100000:2.0:1763338460.349594:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1715 00000100:00100000:2.0:1763338460.349605:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993290990336:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:3.0:1763338460.349790:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1716 00000100:00100000:3.0:1763338460.349799:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993290990464:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338460.349937:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338460.349941:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:3.0:1763338460.349943:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338460.349945:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:3.0:1763338460.349947:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338460.349997:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290990464:12345-192.168.202.34@tcp:10:bash.0 Request processed in 200us (803us total) trans 17179871765 rc 0/0 00000100:00100000:3.0:1763338460.350007:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1716 00002000:00010000:3.0:1763338460.350010:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/636 (0->18446744073709551615) 00002000:00100000:3.0:1763338460.350013:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715500 with x1848993290990464 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338460.350016:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277715500. 00000100:00100000:0.0:1763338460.350929:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290990208 00000100:00100000:0.0:1763338460.350939:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290990208 00000100:00100000:0.0:1763338460.350981:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10033 00000100:00100000:0.0:1763338460.350989:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:56997:x1848993290990208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.351009:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.351033:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1308 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b4f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.351103:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338460.351117:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351129:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351143:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338460.351149:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351155:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351246:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338460.351256:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351276:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338460.351286:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 2 00010000:00010000:0.0:1763338460.351370:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351378:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351384:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351390:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351395:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.351399:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351406:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351418:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338460.351421:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.351425:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351430:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b130f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351442:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351447:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351451:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351460:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.351462:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351468:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351473:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338460.351474:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.351476:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351481:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1316 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.351515:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1308 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.351528:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.351534:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.351536:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338460.351538:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:0.0:1763338460.351588:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56997:x1848993290990208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 600us (2579us total) trans 4294973059 rc 0/0 00000100:00100000:0.0:1763338460.351595:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10033 00002000:00010000:2.0:1763338460.352179:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338460.352184:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:2.0:1763338460.352187:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime from disk: 1763338460 -> 0 00002000:00010000:2.0:1763338460.352189:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:2.0:1763338460.352192:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338460.352218:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993290990336:12345-192.168.202.34@tcp:10:bash.0 Request processed in 2613us (3061us total) trans 21474839095 rc 0/0 00000100:00100000:2.0:1763338460.352226:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1715 00002000:00010000:2.0:1763338460.352230:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/636 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.352234:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277714a80 with x1848993290990336 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.352240:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277714a80. 00000100:00100000:1.0:1763338460.358362:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.358449:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.358955:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290990720 00000100:00100000:2.0:1763338460.358968:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290990720 00000100:00100000:2.0:1763338460.359024:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290990976 00000100:00100000:2.0:1763338460.359028:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290990976 00000100:00100000:2.0:1763338460.359064:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3503 00000100:00100000:2.0:1763338460.359074:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993290990720:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338460.359142:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3504 00000100:00100000:0.0:1763338460.359152:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56997:x1848993290990976:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338460.359335:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56997:x1848993290990976:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 185us (884us total) trans 4294973060 rc 0/0 00000100:00100000:0.0:1763338460.359355:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3504 00000100:00100000:2.0:1763338460.359395:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993290990720:12345-192.168.202.34@tcp:35:bash.0 Request processed in 322us (1053us total) trans 4294973061 rc 0/0 00000100:00100000:2.0:1763338460.359402:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3503 00000100:00100000:3.0:1763338460.368228:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.368496:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290991232 00000100:00100000:1.0:1763338460.368507:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290991232 00000100:00100000:1.0:1763338460.368555:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10034 00000100:00100000:1.0:1763338460.368563:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56997:x1848993290991232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.368587:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.368607:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b132b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b56 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.368711:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.368726:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.368741:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.368748:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 5/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.368777:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.368789:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 280 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.368803:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303225984:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.368903:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.368913:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 280 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.368923:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303226112:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.368949:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270401900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.371876:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303225984:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.371893:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303226112:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.371919:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338460.373624:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.373693:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.373773:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290991488 00000100:00100000:0.0:1763338460.373782:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290991488 00000100:00100000:0.0:1763338460.373850:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10035 00000100:00100000:0.0:1763338460.373861:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56998:x1848993290991488:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338460.373883:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.373910:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1339 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b5d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.373984:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338460.373997:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.374009:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.374021:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338460.374028:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.374034:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.374106:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338460.374121:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.374127:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.374145:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.374153:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338460.374719:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290991360 00000100:00100000:1.0:1763338460.374726:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290991360 00010000:00010000:1.0:1763338460.374749:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 283 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.374777:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3293 00000100:00100000:1.0:1763338460.374784:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:2409:x1848993290991360:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.374795:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.374801:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 283 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.374812:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 283 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.374829:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b12c9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b2c expref: 283 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.374845:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.374849:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.374856:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.374862:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.374868:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.374878:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.374945:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:2409:x1848993290991360:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 160us (1330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.374953:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3293 00000100:00100000:2.0:1763338460.375409:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.375629:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290991616 00000100:00100000:3.0:1763338460.375635:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290991616 00010000:00010000:3.0:1763338460.375654:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 282 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.375728:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3294 00000100:00100000:3.0:1763338460.375737:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+282:2410:x1848993290991616:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338460.375746:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.375750:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 282 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.375761:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 282 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.375776:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b131d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b4f expref: 282 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.375787:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.375791:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.375800:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.375807:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.375814:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.375820:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.375825:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.375856:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338460.375899:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+281:2410:x1848993290991616:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 163us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.375905:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3294 00010000:00010000:2.0:1763338460.376060:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338460.376067:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338460.376089:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 5 00010000:00010000:2.0:1763338460.376218:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b132b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.376237:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 281 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.376247:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 281 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.376254:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:2.0:1763338460.376328:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56997:x1848993290991232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7764us (8110us total) trans 4294973062 rc 0/0 00000100:00100000:2.0:1763338460.376335:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10034 00000100:00100000:0.0:1763338460.379455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.379607:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.379904:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290991744 00000100:00100000:3.0:1763338460.379914:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290991744 00000100:00100000:1.0:1763338460.380419:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290991872 00000100:00100000:1.0:1763338460.380425:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290991872 00010000:00010000:1.0:1763338460.380456:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 282 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.380507:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3295 00000100:00100000:1.0:1763338460.380517:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:2407:x1848993290991872:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338460.380536:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.380543:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 282 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.380558:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 282 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.380582:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b1332 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b56 expref: 282 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.380600:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3505 00010000:00010000:1.0:1763338460.380603:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.380611:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.380612:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56997:x1848993290991744:12345-192.168.202.34@tcp:33:lfs.0 00010000:00010000:1.0:1763338460.380632:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.380645:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.380679:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338460.380737:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:2407:x1848993290991872:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 220us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.380745:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3295 00000100:00100000:3.0:1763338460.380759:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56997:x1848993290991744:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 148us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.380767:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3505 00010000:00010000:0.0:1763338460.380873:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380883:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338460.380911:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 5 00000004:00200000:0.0:1763338460.380916:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338460.380929:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380941:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380952:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380959:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380969:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380975:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380981:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.380985:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.380992:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381001:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338460.381004:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.381007:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381013:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1340 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381025:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381031:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381036:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381041:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.381044:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381054:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381061:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338460.381064:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.381067:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381072:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1347 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.381105:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1339 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b5d expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.381122:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b5d expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.381129:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.381131:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338460.381133:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:0.0:1763338460.381180:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56998:x1848993290991488:12345-192.168.202.34@tcp:101:rm.0 Request processed in 7321us (7486us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.381188:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10035 00000100:00100000:0.0:1763338460.384363:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.384437:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.384506:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290992384 00000100:00100000:3.0:1763338460.384516:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290992384 00000100:00100000:3.0:1763338460.384723:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10036 00000100:00100000:3.0:1763338460.384732:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:56998:x1848993290992384:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338460.384781:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338460.384806:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b134e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b5d expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.384824:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b127c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b10 expref: 278 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.384836:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b12bb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b25 expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.384846:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338460.384850:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.384878:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.384889:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.384897:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.384907:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.384912:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.384918:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.384990:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.384999:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 276 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.385007:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.385036:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 276 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.385049:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 276 pid: 6520 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.385061:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303226240:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.385139:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b000 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.386065:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290992128 00000100:00100000:2.0:1763338460.386073:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290992128 00000100:00100000:2.0:1763338460.386120:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3506 00000100:00100000:2.0:1763338460.386128:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+277:56997:x1848993290992128:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338460.386417:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56997:x1848993290992128:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 289us (2154us total) trans 4294973063 rc 0/0 00000100:00100000:2.0:1763338460.386426:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3506 00000100:00100000:0.0:1763338460.391023:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.391096:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290992640 00000100:00100000:2.0:1763338460.391106:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290992640 00000100:00100000:2.0:1763338460.391179:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10037 00000100:00100000:2.0:1763338460.391190:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:56997:x1848993290992640:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.391214:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.391217:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338460.391236:0:6521:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 278 pid: 6520 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.391296:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338460.391302:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.391313:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.391320:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.391352:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.391372:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1371 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b64 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.391488:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1378 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338460.391497:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1378 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338460.391504:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1378 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338460.391516:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e3:0x0]: returning size 5 00010000:00010000:2.0:1763338460.391612:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1371 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b64 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.391629:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1378 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b64 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.391637:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338460.391640:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338460.391643:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338460.391706:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56997:x1848993290992640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 518us (692us total) trans 4294973064 rc 0/0 00000100:00100000:2.0:1763338460.391713:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10037 00010000:00010000:1.0:1763338460.392513:0:6518:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000bdbdded8 x1848993303226240) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 279 pid: 6520 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.392530:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1228 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4af4 expref: 279 pid: 6520 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.392543:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303226240:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.392563:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.392569:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392577:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392583:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338460.392812:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1e3:0x0] is inserted into orphan list, open count = 2 00010000:00010000:1.0:1763338460.392885:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392894:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392901:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392907:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.392912:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392920:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392931:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:1.0:1763338460.392933:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338460.392937:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392942:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b136a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392956:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392962:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392967:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392973:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392977:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.392980:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392989:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.392997:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:1.0:1763338460.392999:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.393003:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.393009:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b135c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:1.0:1763338460.393025:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066949cc0 reply state 00000000ca9c0560 transno 4294973065 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.393035:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.393041:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:1.0:1763338460.393044:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338460.393047:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338460.393109:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56998:x1848993290992384:12345-192.168.202.34@tcp:36:rm.0 Request processed in 8377us (8671us total) trans 4294973065 rc 0/0 00000100:00100000:1.0:1763338460.393118:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10036 00000100:00100000:3.0:1763338460.395578:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.396419:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290992896 00000100:00100000:0.0:1763338460.396431:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290992896 00000100:00100000:0.0:1763338460.396491:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3507 00000100:00100000:0.0:1763338460.396503:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56997:x1848993290992896:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338460.396573:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1e3:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1378 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b64 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.396614:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763338460.396628:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.396638:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000004:00020000:0.0:1763338460.397522:0:6522:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1e3:0x0]: rc = -1 00010000:00010000:0.0:1763338460.397552:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397561:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397567:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397572:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.397576:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397583:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397594:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.397596:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763338460.397600:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397606:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1386 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.397616:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:0.0:1763338460.397618:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338460.397623:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1378 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b64 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.397768:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56997:x1848993290992896:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1266us (2198us total) trans 4294973066 rc -1/-1 00000100:00100000:0.0:1763338460.397777:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3507 00000100:00100000:0.0:1763338460.400021:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.400100:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290993024 00000100:00100000:1.0:1763338460.400109:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290993024 00000100:00100000:1.0:1763338460.400162:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10038 00000100:00100000:1.0:1763338460.400172:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:56997:x1848993290993024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.400192:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.400215:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b138d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b6b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.400313:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b138d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b6b expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.400329:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eae00/0x4ea0a6980f4b138d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b6b expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.400355:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:1.0:1763338460.400358:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338460.400362:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eae00, rc 0) 00000100:00100000:1.0:1763338460.401164:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56997:x1848993290993024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 990us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.401173:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10038 00000100:00100000:3.0:1763338460.403936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.404047:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290993280 00000100:00100000:0.0:1763338460.404058:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290993280 00000100:00100000:0.0:1763338460.404128:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3508 00000100:00100000:0.0:1763338460.404139:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:56997:x1848993290993280:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338460.404439:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1e3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338460.404507:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1604, 64 off134208 00000040:00080000:0.0:1763338460.404533:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1604, 64 off134448 00000040:00080000:0.0:1763338460.404545:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1605, 64 off134512 00000040:00080000:0.0:1763338460.404554:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1605, 64 off134272 00010000:00010000:0.0:1763338460.404615:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763338460.404633:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.404645:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.404655:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.404661:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.404669:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338460.404704:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338460.404897:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56997:x1848993290993280:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 757us (968us total) trans 4294973067 rc 0/0 00000100:00100000:0.0:1763338460.404906:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3508 00010000:00010000:3.0:1763338460.405498:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338460.405506:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338460.405514:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.405518:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338460.405526:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338460.405540:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e3:0x0].0x0 (ffff8fd143077e00) 00010000:00010000:3.0:1763338460.405543:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338460.405548:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338460.405553:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1394 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338460.405566:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.405568:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.405569:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338460.407651:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.408383:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290993408 00000100:00100000:1.0:1763338460.408393:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290993408 00000100:00100000:1.0:1763338460.408614:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10039 00000100:00100000:1.0:1763338460.408624:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56999:x1848993290993408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.408647:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.408669:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b139b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b72 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.408748:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338460.408763:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408774:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408789:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338460.408797:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408803:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408838:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408845:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408851:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408858:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408863:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.408866:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408873:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408883:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338460.408886:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.408890:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408896:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b13a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408908:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408914:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408919:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408924:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.408927:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408934:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408941:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:1.0:1763338460.408944:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.408947:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408952:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b13a9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.408978:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b139b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b72 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.408989:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338460.408991:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.408994:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b139b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b72 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.409010:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338460.409081:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56999:x1848993290993408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 457us (1437us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338460.409089:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10039 00000100:00100000:1.0:1763338460.413460:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.413544:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290993536 00000100:00100000:3.0:1763338460.413554:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290993536 00000100:00100000:3.0:1763338460.413600:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10040 00000100:00100000:3.0:1763338460.413609:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56999:x1848993290993536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.413629:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.413651:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b13b0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b79 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.413718:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.413731:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413743:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413754:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.413761:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413768:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413806:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413817:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413822:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413829:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413835:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.413839:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413846:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413857:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338460.413860:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.413864:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413870:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b13b7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413881:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413886:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413891:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413895:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.413899:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413903:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413909:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:3.0:1763338460.413911:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.413913:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413918:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b13be lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.413940:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b13b0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b79 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.413948:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338460.413950:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.413954:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b13b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b79 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.413966:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:3.0:1763338460.415028:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56999:x1848993290993536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1412us (1569us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338460.415038:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10040 00000100:00100000:3.0:1763338460.418862:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.420119:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.420258:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290993920 00000100:00100000:0.0:1763338460.420290:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290993920 00000100:00100000:0.0:1763338460.420349:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290993664 00000100:00100000:0.0:1763338460.420352:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290993664 00000100:00100000:0.0:1763338460.420377:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10041 00000100:00100000:0.0:1763338460.420386:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57000:x1848993290993920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.420405:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.420427:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b13c5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b87 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.420502:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338460.420516:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420527:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420539:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338460.420546:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420552:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420590:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420595:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420601:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420607:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420612:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282045800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.420615:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420622:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420631:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338460.420633:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.420637:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420642:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b13cc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420655:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420660:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420665:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420669:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.420672:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420676:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420698:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:0.0:1763338460.420701:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.420703:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420708:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b13d3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420729:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b13c5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b87 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.420739:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338460.420741:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338460.420744:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b13c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b87 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.420760:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:0.0:1763338460.420810:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57000:x1848993290993920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 425us (1957us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338460.420816:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10041 00000100:00100000:0.0:1763338460.420831:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10042 00000100:00100000:0.0:1763338460.420837:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:56999:x1848993290993664:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.420843:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.420850:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b13da lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b80 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.420874:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b13e1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338460.420881:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b13e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.420887:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b13e1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338460.420919:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338460.420923:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338460.420944:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b13da lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b80 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.420955:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b13e1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b80 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.420961:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338460.420964:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338460.420966:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:0.0:1763338460.420982:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56999:x1848993290993664:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 146us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.420988:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10042 00000100:00100000:3.0:1763338460.423549:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.423943:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290994048 00000100:00100000:2.0:1763338460.423953:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290994048 00000100:00100000:2.0:1763338460.424022:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10043 00000100:00100000:2.0:1763338460.424032:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57000:x1848993290994048:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.424054:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.424079:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b13e8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b8e expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.424146:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.424159:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424171:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424181:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.424188:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424195:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424235:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424243:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424250:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424256:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424300:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.424306:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424314:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424326:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338460.424329:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.424334:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424350:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b13ef lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424362:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424368:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424374:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424378:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.424381:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424386:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424393:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:2.0:1763338460.424396:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.424398:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424403:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b13f6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.424431:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b13e8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b8e expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.424441:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338460.424443:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.424446:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b13e8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b8e expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.424456:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:2.0:1763338460.424516:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57000:x1848993290994048:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 485us (975us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338460.424523:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10043 00000100:00100000:0.0:1763338460.430538:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.432569:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290994176 00000100:00100000:1.0:1763338460.432584:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290994176 00000100:00100000:1.0:1763338460.432961:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10044 00000100:00100000:1.0:1763338460.432973:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56999:x1848993290994176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.432993:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.433017:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b13fd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b95 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.433092:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.433108:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433119:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433129:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.433137:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433143:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433179:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433188:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433195:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433202:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.433206:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433215:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433227:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338460.433231:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.433236:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433242:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1404 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433255:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433386:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433392:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433397:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.433400:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433406:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433414:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:1.0:1763338460.433417:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.433421:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433427:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b140b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.433455:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b13fd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b95 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.433466:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338460.433468:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.433472:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b13fd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b95 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.433482:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338460.433659:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56999:x1848993290994176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 689us (3129us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338460.433667:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10044 00000100:00100000:3.0:1763338460.441232:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.441424:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290994432 00000100:00100000:1.0:1763338460.441435:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290994432 00000100:00100000:1.0:1763338460.441503:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10045 00000100:00100000:1.0:1763338460.441514:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:56999:x1848993290994432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.441540:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.441543:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338460.441572:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b13e1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b80 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.441592:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338460.441603:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.441620:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1412 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4b9c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.442023:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.442038:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.442048:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.442060:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.442069:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.442076:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443102:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.443116:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443128:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.443139:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00010000:00010000:1.0:1763338460.443163:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443170:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443177:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443182:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.443187:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443194:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443203:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338460.443206:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.443210:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443216:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1419 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338460.443227:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f49710a reply state 00000000e4add585 transno 4294973068 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443237:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.443247:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:1.0:1763338460.443249:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338460.443252:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338460.443304:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1412 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.443323:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.443330:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.443333:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.443335:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338460.443412:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:56999:x1848993290994432:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1898us (2189us total) trans 4294973068 rc 0/0 00000100:00100000:1.0:1763338460.443420:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10045 00000100:00100000:3.0:1763338460.448414:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.448563:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290994816 00000100:00100000:1.0:1763338460.448574:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290994816 00000100:00100000:1.0:1763338460.448640:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10046 00000100:00100000:1.0:1763338460.448650:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57001:x1848993290994816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.448674:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.448694:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1435 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ba3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.448801:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338460.448816:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338460.448831:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338460.448843:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00010000:00010000:1.0:1763338460.448951:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1435 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.448970:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.448978:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.448981:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.448985:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338460.449050:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57001:x1848993290994816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 401us (646us total) trans 4294973069 rc 0/0 00000100:00100000:1.0:1763338460.449058:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10046 00000100:00100000:0.0:1763338460.451789:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.451829:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290994944 00000100:00100000:2.0:1763338460.451839:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290994944 00000100:00100000:2.0:1763338460.451892:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10047 00000100:00100000:2.0:1763338460.451903:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:56999:x1848993290994944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.451921:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.451941:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b144a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4baa expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.452054:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.452068:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.452075:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.452083:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 5/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.452114:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.452126:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 288 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.452140:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d406680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303226368:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.452236:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.452244:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 288 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.452253:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303226496:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.452295:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.454242:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.454289:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290995200 00000100:00100000:3.0:1763338460.454298:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290995200 00000100:00100000:2.0:1763338460.454334:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.454357:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3509 00000100:00100000:2.0:1763338460.454365:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290995328 00000100:00100000:3.0:1763338460.454366:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57001:x1848993290995200:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338460.454368:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290995328 00010000:00010000:2.0:1763338460.454389:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 290 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.454415:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3296 00000100:00100000:2.0:1763338460.454421:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:2409:x1848993290995328:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.454431:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.454436:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 290 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.454447:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 290 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.454469:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.454474:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.454483:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.454524:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2409:x1848993290995328:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 103us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.454532:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3296 00000100:00100000:3.0:1763338460.454555:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57001:x1848993290995200:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 190us (320us total) trans 4294973070 rc 0/0 00000100:00100000:3.0:1763338460.454561:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3509 00000100:00100000:0.0:1763338460.459730:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.459804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.459849:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290995712 00000100:00100000:0.0:1763338460.459865:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290995712 00000100:00100000:0.0:1763338460.460298:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10048 00000100:00100000:0.0:1763338460.460307:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57001:x1848993290995712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.460326:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.460357:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1458 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bb1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.460472:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b145f lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.460490:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b145f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.460502:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b145f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338460.460513:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00010000:00010000:0.0:1763338460.460625:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1458 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bb1 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.460649:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b145f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bb1 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.460658:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.460661:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763338460.460665:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:2.0:1763338460.460689:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290995456 00000100:00100000:2.0:1763338460.460694:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290995456 00010000:00010000:2.0:1763338460.460714:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 293 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.460719:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57001:x1848993290995712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 413us (1003us total) trans 4294973071 rc 0/0 00000100:00100000:0.0:1763338460.460726:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10048 00000100:00100000:2.0:1763338460.460735:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3297 00000100:00100000:2.0:1763338460.460742:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2463d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2408:x1848993290995456:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.460751:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.460756:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 292 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.460765:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 292 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.460782:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.460787:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.460799:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.460805:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.460822:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.460844:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2463d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2408:x1848993290995456:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 103us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.460849:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3297 00010000:00010000:3.0:1763338460.461173:0:13583:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000e0fa7442 x1848993303226368) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 291 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.461187:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b143c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ba3 expref: 291 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.461199:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d406680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303226368:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.461212:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1427 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b9c expref: 290 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.461221:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303226496:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.461236:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.461241:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461248:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461253:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338460.461295:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00000004:00080000:3.0:1763338460.461449:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27e:0x0], index 1: 0 00000004:00080000:3.0:1763338460.461457:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27e:0x0], index 0: 0 00000004:00080000:3.0:1763338460.461462:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27f:0x0], index 0: 0 00000004:00080000:3.0:1763338460.461466:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27f:0x0], index 1: 0 00010000:00010000:3.0:1763338460.461542:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461550:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461557:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461562:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.461567:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461573:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461582:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.461585:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338460.461589:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461594:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1451 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.461627:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b144a lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4baa expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.461641:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.461644:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338460.461648:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b144a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4baa expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.461657:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338460.461697:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56999:x1848993290994944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9797us (9918us total) trans 4294973072 rc 301/301 00000100:00100000:3.0:1763338460.461704:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10047 00000100:00100000:2.0:1763338460.472201:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.472313:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290995968 00000100:00100000:1.0:1763338460.472326:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290995968 00000100:00100000:1.0:1763338460.472840:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3510 00000100:00100000:1.0:1763338460.472853:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:56999:x1848993290995968:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.473205:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:56999:x1848993290995968:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 354us (1012us total) trans 4294973073 rc 0/0 00000100:00100000:1.0:1763338460.473213:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3510 00000100:00100000:1.0:1763338460.480482:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.480980:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290996224 00000100:00100000:0.0:1763338460.480989:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290996224 00000100:00100000:0.0:1763338460.481041:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3511 00000100:00100000:0.0:1763338460.481049:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:56999:x1848993290996224:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338460.481252:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:56999:x1848993290996224:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 203us (778us total) trans 4294973074 rc 0/0 00000100:00100000:0.0:1763338460.481278:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3511 00000100:00100000:0.0:1763338460.482726:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.482782:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290996480 00000100:00100000:3.0:1763338460.482788:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290996480 00000100:00100000:3.0:1763338460.482825:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10049 00000100:00100000:3.0:1763338460.482832:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57002:x1848993290996480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.482845:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.482868:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1474 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bb8 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.482928:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338460.482941:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.482951:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.482959:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338460.482970:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.482975:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483054:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1489 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338460.483061:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1489 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483067:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1489 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338460.483076:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00010000:00010000:3.0:1763338460.483129:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483136:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483142:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483147:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483152:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.483155:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483162:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483176:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307ac00) 00010000:00010000:3.0:1763338460.483179:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.483183:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483188:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b147b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483198:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483203:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483207:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483212:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.483215:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483219:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483224:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:3.0:1763338460.483226:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.483229:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483233:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1482 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.483257:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1474 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bb8 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.483303:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1489 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bb8 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.483309:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.483311:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338460.483314:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:3.0:1763338460.483370:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57002:x1848993290996480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 537us (647us total) trans 4294973075 rc 0/0 00000100:00100000:3.0:1763338460.483376:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10049 00000100:00100000:2.0:1763338460.488559:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.488649:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290996736 00000100:00100000:3.0:1763338460.488660:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290996736 00000100:00100000:3.0:1763338460.489157:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3512 00000100:00100000:3.0:1763338460.489168:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57002:x1848993290996736:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338460.490048:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57002:x1848993290996736:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 879us (1496us total) trans 4294973076 rc 0/0 00000100:00100000:2.0:1763338460.490068:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3512 00000100:00100000:0.0:1763338460.495572:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.495785:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290996992 00000100:00100000:1.0:1763338460.495795:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290996992 00000100:00100000:1.0:1763338460.495857:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10050 00000100:00100000:1.0:1763338460.495870:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993290996992:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.495896:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.495899:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338460.495928:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1489 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bb8 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.495946:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.495951:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.495965:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1497 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bbf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.496568:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338460.496586:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.496597:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338460.496613:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00010000:00010000:1.0:1763338460.496749:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1497 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.496765:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.496773:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.496775:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763338460.496778:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338460.496850:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993290996992:12345-192.168.202.34@tcp:101:bash.0 Request processed in 982us (1287us total) trans 4294973077 rc 0/0 00000100:00100000:1.0:1763338460.496857:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10050 00000100:00100000:0.0:1763338460.499717:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.499878:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290997120 00000100:00100000:1.0:1763338460.499888:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290997120 00000100:00100000:1.0:1763338460.499950:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10051 00000100:00100000:1.0:1763338460.499961:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57002:x1848993290997120:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338460.499980:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.500000:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b14ac lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bc6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.500103:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338460.500118:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.500128:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.500163:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.500176:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 296 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.500190:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303226624:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.500287:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270401780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.503334:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.505935:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303226624:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.505973:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.506290:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290997248 00000100:00100000:3.0:1763338460.506297:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290997248 00000100:00100000:1.0:1763338460.506432:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10052 00000100:00100000:1.0:1763338460.506442:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993290997248:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.506468:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.506487:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14ba lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bcd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.506519:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b14c1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.506533:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b14c1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.506544:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b14c1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.506681:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bcd expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.506698:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b14c1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bcd expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.506706:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.506709:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338460.506712:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338460.506770:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993290997248:12345-192.168.202.34@tcp:101:bash.0 Request processed in 330us (3446us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.506777:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10052 00000100:00100000:0.0:1763338460.508111:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.508184:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290997376 00000100:00100000:2.0:1763338460.508192:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290997376 00010000:00010000:2.0:1763338460.508223:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 298 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.508285:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3298 00000100:00100000:2.0:1763338460.508296:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:2409:x1848993290997376:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.508308:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.508314:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 298 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.508327:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 298 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.508357:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b149e lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bbf expref: 298 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.508370:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.508375:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.508383:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.508391:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.508422:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.508461:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2409:x1848993290997376:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 167us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.508471:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3298 00010000:00010000:3.0:1763338460.509142:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.509152:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338460.509196:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 0 00000004:00200000:3.0:1763338460.509200:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338460.509216:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.509244:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b14ac lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.509280:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.509287:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.509290:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763338460.509293:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:3.0:1763338460.509327:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57002:x1848993290997120:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9369us (9622us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.509334:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10051 00000100:00100000:0.0:1763338460.513100:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.513346:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290997632 00000100:00100000:3.0:1763338460.513357:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290997632 00000100:00100000:3.0:1763338460.513412:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10053 00000100:00100000:3.0:1763338460.513421:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993290997632:12345-192.168.202.34@tcp:36:bash.0 00000100:00100000:2.0:1763338460.513465:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.513527:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290997760 00000100:00100000:0.0:1763338460.513531:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290997760 00000100:00100000:0.0:1763338460.513569:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10054 00000100:00100000:0.0:1763338460.513576:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57002:x1848993290997760:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.513586:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.513605:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b14c8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bd4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.513645:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b14c8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bd4 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.513659:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b14c8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bd4 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.513660:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.513671:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.513691:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.514917:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.514925:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.515526:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebb800, rc 0) 00000100:00100000:0.0:1763338460.515629:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57002:x1848993290997760:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2047us (2158us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.515637:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10054 00010000:00010000:1.0:1763338460.515823:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.515841:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 298 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.515856:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303226752:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.515913:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b240 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.523713:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.523750:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.523789:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290997888 00000100:00100000:2.0:1763338460.523801:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290997888 00010000:00010000:2.0:1763338460.523844:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 299 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.523898:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3299 00000100:00100000:2.0:1763338460.523909:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2410:x1848993290997888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.523927:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.523934:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 299 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.523947:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 299 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.523973:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.523980:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.523985:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290998016 00010000:00010000:2.0:1763338460.523990:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.523992:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290998016 00010000:00010000:2.0:1763338460.524002:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.524031:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6987 00010000:00010000:2.0:1763338460.524034:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338460.524043:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290998016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.524061:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.524083:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bdb expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.524105:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2410:x1848993290997888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (397us total) trans 0 rc 0/0 00002000:00010000:3.0:1763338460.524109:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1763338460.524118:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3299 00010000:00010000:3.0:1763338460.524131:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.524135:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.524146:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338460.524162:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338460.524176:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:3.0:1763338460.524206:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290998016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 167us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.524212:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6987 00010000:00010000:1.0:1763338460.524478:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14b3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bc6 expref: 298 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.524497:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303226752:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.524516:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.524524:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.524530:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338460.524621:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973078 00000004:00010000:1.0:1763338460.524667:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094501ae7 reply state 000000007438b7ca transno 4294973079 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.524695:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.524702:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.524706:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338460.524709:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338460.524798:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:55909:x1848993290997632:12345-192.168.202.34@tcp:36:bash.0 Request processed in 11378us (11707us total) trans 4294973079 rc 0/0 00000100:00100000:1.0:1763338460.524806:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10053 00000020:00080000:1.0:1763338460.524809:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338460.534367:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.534459:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290998272 00000100:00100000:1.0:1763338460.534473:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290998272 00000100:00100000:1.0:1763338460.534536:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10055 00000100:00100000:2.0:1763338460.534543:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.534549:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:55909:x1848993290998272:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.534574:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.534578:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338460.534602:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b14c8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bd4 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.534619:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.534624:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.534636:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14dd lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4be2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.534679:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338460.534691:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.534700:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.534787:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290998400 00000100:00100000:3.0:1763338460.534793:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290998400 00000100:00100000:3.0:1763338460.534843:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10056 00000100:00100000:3.0:1763338460.534853:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57002:x1848993290998400:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.534863:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.534874:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4be9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1763338460.534923:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1606, 88 off134600 00000004:00080000:1.0:1763338460.534931:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130246668308ns, next at 1130117878066ns, rc = 0 00000040:00080000:1.0:1763338460.534967:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1606, 88 off134360 00000004:00080000:1.0:1763338460.534973:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130246710668ns, next at 1130117907607ns, rc = 0 00000040:00080000:1.0:1763338460.534998:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1607, 88 off134448 00000004:00080000:1.0:1763338460.535003:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130246741161ns, next at 1130117907607ns, rc = 0 00000040:00080000:1.0:1763338460.535014:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1607, 88 off134688 00000004:00080000:1.0:1763338460.535018:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130246755935ns, next at 1130117878066ns, rc = 0 00010000:00010000:0.0:1763338460.535102:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.535115:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 302 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.535135:0:13583:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.535149:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 302 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.535161:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.535165:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.535168:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 302 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.535176:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338460.535246:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57002:x1848993290998400:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 395us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.535253:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10056 00000001:00080000:2.0:1763338460.539394:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973080 is committed 00000004:00080000:2.0:1763338460.539409:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1052 committed 00000004:00080000:2.0:1763338460.539430:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1046 committed 00000004:00080000:2.0:1763338460.539447:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1045 committed 00000004:00080000:2.0:1763338460.539451:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1051 committed 00000100:00100000:2.0:1763338460.539533:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303226880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.539610:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.539616:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303227264:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338460.539641:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be2 expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.539654:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.539656:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303227392:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338460.539658:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.539665:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338460.539671:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.539682:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303227776:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338460.539685:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.539697:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338460.539705:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.539730:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303226880 00000100:00100000:1.0:1763338460.539733:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227264 00000100:00100000:3.0:1763338460.539738:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303226880 00000100:00100000:1.0:1763338460.539739:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227264 00000100:00100000:2.0:1763338460.539742:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1763338460.539751:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303227008:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.539782:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338460.540163:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540174:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540181:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540187:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.540192:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540200:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540212:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:0.0:1763338460.540215:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.540219:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540229:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1363 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540246:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540252:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540258:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540294:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.540297:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540303:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540311:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:0.0:1763338460.540313:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.540316:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540322:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1420 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.540349:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540356:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540366:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540371:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.540374:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540380:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540388:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.540390:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.540393:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.540399:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b14cf lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338460.540425:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303227136:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338460.540491:0:6518:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.540502:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303227904:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338460.540563:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.540736:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303227520:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.540763:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.541102:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227392 00000100:00100000:1.0:1763338460.541103:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227008 00000100:00100000:3.0:1763338460.541108:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227392 00000100:00100000:1.0:1763338460.541110:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227008 00000100:00100000:2.0:1763338460.541138:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227520 00000100:00100000:2.0:1763338460.541144:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227520 00000100:00100000:3.0:1763338460.541161:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6988 00000100:00100000:3.0:1763338460.541172:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3656:x1848993303226880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338460.541201:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:636 count 1 00010000:00010000:3.0:1763338460.541227:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.541246:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 24 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.541255:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338460.541257:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338460.541283:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.541310:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 24 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.541324:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 24 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.541335:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303228032:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.541381:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b000 going to sleep for 11 seconds 00000100:00100000:3.0:1763338460.542016:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6989 00000100:00100000:3.0:1763338460.542027:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+35:3655:x1848993303227264:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.542029:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6990 00000100:00100000:2.0:1763338460.542040:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6991 00000100:00100000:1.0:1763338460.542043:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3656:x1848993303227392:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.542055:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3656:x1848993303227008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338460.542056:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:637 count 1 00002000:00080000:2.0:1763338460.542075:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:636 count 1 00002000:00010000:3.0:1763338460.542089:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338460.542094:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542097:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542116:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.542118:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.542123:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542126:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.542138:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.542142:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.542146:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542149:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542164:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542172:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.542177:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.542191:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 15 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.542198:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338460.542214:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303228160:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.542233:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3656:x1848993303227392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 193us (2539us total) trans 21474839096 rc 0/0 00000100:00100000:1.0:1763338460.542242:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6990 00000100:00100000:1.0:1763338460.542286:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6992 00000100:00100000:1.0:1763338460.542295:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3656:x1848993303227520:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338460.542379:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338460.542383:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.542386:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.542388:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.542391:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338460.542427:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3656:x1848993303227520:12345-0@lo:2:osp-syn-1-1.0 Request processed in 133us (1663us total) trans 17179871767 rc 0/0 00000100:00100000:1.0:1763338460.542437:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6992 00000100:00100000:3.0:1763338460.542439:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3655:x1848993303227264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 412us (2783us total) trans 17179871766 rc 0/0 00000100:00100000:3.0:1763338460.542449:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6989 00010000:00010000:3.0:1763338460.542480:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338460.542486:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542494:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.542498:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338460.542502:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da4a80/2, rc 0, transno 17179871767 00010000:00010000:3.0:1763338460.542507:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.542511:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303227520:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338460.542531:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338460.542535:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68000/2, rc 0, transno 21474839096 00010000:00010000:3.0:1763338460.542541:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b14f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.542546:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303227392:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338460.542566:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.542569:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.542571:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338460.542584:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.542630:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227776 00000100:00100000:1.0:1763338460.542635:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.542637:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227776 00000100:00100000:3.0:1763338460.542667:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227136 00000100:00100000:3.0:1763338460.542670:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227136 00000100:00100000:1.0:1763338460.542675:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6993 00000100:00100000:1.0:1763338460.542687:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3655:x1848993303227776:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.542693:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6994 00000100:00100000:3.0:1763338460.542701:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303227136:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338460.542715:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:637 count 1 00002000:00010000:3.0:1763338460.542732:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.542737:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542744:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.542746:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.542750:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542760:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542768:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.542776:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.542781:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3655:x1848993303227776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (195us total) trans 17179871768 rc 0/0 00000100:00100000:1.0:1763338460.542792:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6993 00010000:00010000:3.0:1763338460.542796:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338460.542829:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.542836:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.542845:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.542849:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.542863:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.542878:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.542885:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1507 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.542905:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.542907:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.542910:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338460.542941:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303227136:12345-0@lo:6:osp-syn-0-1.0 Request processed in 241us (308us total) trans 21474839097 rc 0/0 00000100:00100000:3.0:1763338460.542948:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6994 00000100:00100000:2.0:1763338460.544476:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fda80 going to sleep for 11 seconds 00000004:00080000:3.0:1763338460.547507:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da6a00/2, rc 0, transno 17179871768 00000100:00100000:3.0:1763338460.547528:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303227776:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338460.547558:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da5c00/2, rc 0, transno 17179871766 00000100:00100000:3.0:1763338460.547562:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303227264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.547888:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303228160:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.547913:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.547950:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.547973:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290998528 00000100:00100000:2.0:1763338460.547979:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290998528 00000100:00100000:2.0:1763338460.548018:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3513 00000100:00100000:2.0:1763338460.548025:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57002:x1848993290998528:12345-192.168.202.34@tcp:49:lfs.0 00000100:00100000:2.0:1763338460.548137:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57002:x1848993290998528:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 111us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.548145:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3513 00000100:00100000:2.0:1763338460.548182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.548207:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290998656 00000100:00100000:2.0:1763338460.548210:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290998656 00010000:00010000:2.0:1763338460.548230:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 25 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.548254:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3300 00000100:00100000:2.0:1763338460.548284:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290998656:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.548297:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.548302:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 25 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.548315:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 25 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.548350:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.548352:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.548357:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548369:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548389:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.548410:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290998656:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 149us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.548417:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3300 00000100:00100000:2.0:1763338460.548495:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.548511:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290998784 00000100:00100000:2.0:1763338460.548515:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290998784 00010000:00010000:2.0:1763338460.548531:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 16 pid: 8869 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.548549:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3301 00000100:00100000:2.0:1763338460.548556:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993290998784:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.548564:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.548569:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 16 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.548585:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 16 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.548600:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b12f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b3a expref: 16 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.548613:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.548615:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.548618:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548625:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548642:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.548660:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993290998784:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 105us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.548667:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3301 00010000:00010000:2.0:1763338460.548686:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548694:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548703:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548715:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.548732:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338460.548983:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3656:x1848993303227008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6933us (9200us total) trans 21474839098 rc 0/0 00000100:00100000:2.0:1763338460.548991:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6991 00010000:00010000:2.0:1763338460.549012:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338460.549019:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.549026:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338460.549031:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.549040:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.549052:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.549060:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1500 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.549079:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.549081:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.549083:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338460.549276:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6b480/2, rc 0, transno 21474839097 00000100:00100000:1.0:1763338460.549285:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303227136:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.549290:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303227904:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338460.549302:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303227648:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338460.549328:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b14dd lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be2 expref: 277 pid: 6518 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763338460.549355:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338460.549361:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be2 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.549387:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338460.549399:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303227648 00000100:00100000:1.0:1763338460.549405:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303227648 00000100:00100000:0.0:1763338460.549425:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993290998272:12345-192.168.202.34@tcp:101:bash.0 Request processed in 14878us (15068us total) trans 4294973080 rc 0/0 00000100:00100000:0.0:1763338460.549433:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10055 00000100:00100000:1.0:1763338460.549448:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6995 00000100:00100000:1.0:1763338460.549458:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303227648:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338460.549499:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a6ad80/2, rc 0, transno 21474839098 00000100:00100000:0.0:1763338460.549504:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303227008:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.549602:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3654:x1848993303227648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 145us (246us total) trans 21474839099 rc 0/0 00000100:00100000:1.0:1763338460.549609:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6995 00000004:00080000:0.0:1763338460.549922:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69880/2, rc 0, transno 21474839099 00000100:00100000:0.0:1763338460.549928:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303227648:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338460.550154:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1301 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4b48 expref: 24 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.550169:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303228032:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.550184:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.550199:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.550207:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.550217:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.550225:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.550253:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338460.550485:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+37:3656:x1848993303226880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9315us (10875us total) trans 17179871769 rc 0/0 00000100:00100000:3.0:1763338460.550493:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6988 00000004:00080000:1.0:1763338460.550523:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1f100/2, rc 0, transno 17179871769 00000100:00100000:1.0:1763338460.550530:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303226880:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338460.550808:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338460.550815:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.550835:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338460.550840:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.550849:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.550868:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.550875:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b14f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.550895:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.550896:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.550898:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338460.557158:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.557210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.558053:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999168 00000100:00100000:3.0:1763338460.558067:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999168 00000100:00100000:3.0:1763338460.558123:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6996 00000100:00100000:3.0:1763338460.558148:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:55909:x1848993290999168:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338460.558167:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.558188:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bf7 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.558220:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338460.558234:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.558237:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.558241:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 25 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.558305:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338460.558319:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 1230 lvb_type: 1 00000100:00100000:3.0:1763338460.558333:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303228288:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.558432:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b000 going to sleep for 11 seconds 00000100:00100000:3.0:1763338460.558455:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999040 00000100:00100000:3.0:1763338460.558459:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999040 00000100:00100000:3.0:1763338460.558490:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10057 00000100:00100000:3.0:1763338460.558497:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:57002:x1848993290999040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.558506:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.558523:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1515 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bf0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.558594:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.558606:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558618:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558631:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.558638:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558644:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558757:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.558767:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558774:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338460.558785:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 2 00010000:00010000:3.0:1763338460.558878:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558886:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558891:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558897:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558903:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.558907:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558917:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558937:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a100) 00010000:00010000:3.0:1763338460.558941:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.558946:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558952:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b151c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558965:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558971:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558977:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558982:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.558985:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558991:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.558998:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307a600) 00010000:00010000:3.0:1763338460.559000:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.559004:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.559009:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1523 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.559057:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1515 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.559075:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.559083:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.559085:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338460.559088:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:3.0:1763338460.559128:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57002:x1848993290999040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 631us (1980us total) trans 4294973081 rc 0/0 00000100:00100000:3.0:1763338460.559135:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10057 00000100:00100000:3.0:1763338460.564116:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303228288:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.564154:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 25 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.564174:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:3.0:1763338460.566375:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:55909:x1848993290999168:12345-192.168.202.34@tcp:101:bash.0 Request processed in 8230us (9152us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.566389:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6996 00000100:00100000:2.0:1763338460.566700:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.566758:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.566830:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999552 00000100:00100000:1.0:1763338460.566840:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999552 00000100:00100000:0.0:1763338460.567066:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999296 00000100:00100000:0.0:1763338460.567071:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999296 00010000:00010000:0.0:1763338460.567096:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 1230 lvb_type: 1 00000100:00100000:0.0:1763338460.567129:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3302 00000100:00100000:0.0:1763338460.567137:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290999296:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.567149:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.567154:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338460.567166:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338460.567189:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b14d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bdb expref: 25 pid: 8869 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338460.567203:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.567205:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.567212:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 24 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.567221:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 24 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.567253:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 24 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.567294:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303228416:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338460.567367:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.567419:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3514 00000100:00100000:1.0:1763338460.567427:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57002:x1848993290999552:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.567614:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57002:x1848993290999552:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 187us (855us total) trans 4294973082 rc 0/0 00000100:00100000:1.0:1763338460.567621:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3514 00000100:00100000:0.0:1763338460.575375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.575437:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303228416:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763338460.575463:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.575532:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290999296:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8394us (8832us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.575543:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3302 00000100:00100000:0.0:1763338460.576293:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.576362:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999808 00000100:00100000:1.0:1763338460.576370:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999808 00000100:00100000:3.0:1763338460.576395:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999680 00000100:00100000:3.0:1763338460.576403:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999680 00000100:00100000:3.0:1763338460.576452:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6997 00000100:00100000:1.0:1763338460.576466:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3515 00000100:00100000:3.0:1763338460.576467:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993290999680:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:1.0:1763338460.576480:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57002:x1848993290999808:12345-192.168.202.34@tcp:33:lfs.0 00010000:00010000:3.0:1763338460.576487:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.576509:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4bfe expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338460.576534:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.576556:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.576559:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.576569:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 16 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.576587:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 16 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.576598:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:1.0:1763338460.576610:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57002:x1848993290999808:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 133us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.576619:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3515 00000100:00100000:3.0:1763338460.576629:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993290999680:12345-192.168.202.34@tcp:101:bash.0 Request processed in 167us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.576637:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6997 00000100:00100000:1.0:1763338460.581207:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.581253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.581856:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993290999936 00000100:00100000:2.0:1763338460.581856:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291000064 00000100:00100000:3.0:1763338460.581867:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993290999936 00000100:00100000:2.0:1763338460.581867:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291000064 00002000:00010000:2.0:1763338460.581910:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/638 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.581915:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858f800 with x1848993291000064 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.581944:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858f800. 00002000:00010000:0.0:1763338460.581975:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/638 (0->18446744073709551615) 00002000:00100000:0.0:1763338460.581981:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858d880 with x1848993290999936 ext(0->18446744073709551615) 00000100:00100000:2.0:1763338460.581987:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1717 00002000:00010000:0.0:1763338460.581992:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858d880. 00000100:00100000:2.0:1763338460.582002:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291000064:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:0.0:1763338460.582026:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1718 00000100:00100000:0.0:1763338460.582037:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993290999936:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338460.582202:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338460.582202:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338460.582209:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338460.582210:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338460.582218:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338460.582218:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338460.582223:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:0.0:1763338460.582225:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338460.582229:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338460.582230:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338460.582312:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291000064:12345-192.168.202.34@tcp:10:bash.0 Request processed in 315us (1114us total) trans 21474839100 rc 0/0 00000100:00100000:2.0:1763338460.582321:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1717 00002000:00010000:2.0:1763338460.582324:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/638 (0->18446744073709551615) 00002000:00100000:2.0:1763338460.582328:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858f800 with x1848993291000064 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338460.582332:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858f800. 00000100:00100000:0.0:1763338460.587653:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993290999936:12345-192.168.202.34@tcp:10:bash.0 Request processed in 5605us (6386us total) trans 17179871770 rc 0/0 00000100:00100000:0.0:1763338460.587670:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1718 00002000:00010000:0.0:1763338460.587687:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/638 (0->18446744073709551615) 00002000:00100000:0.0:1763338460.587691:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858d880 with x1848993290999936 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338460.587705:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858d880. 00000100:00100000:0.0:1763338460.592121:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.592215:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291000320 00000100:00100000:1.0:1763338460.592227:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291000320 00000100:00100000:1.0:1763338460.592327:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3516 00000100:00100000:1.0:1763338460.592344:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291000320:12345-192.168.202.34@tcp:35:bash.0 00000001:00080000:1.0:1763338460.592553:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973083 00000100:00100000:1.0:1763338460.592654:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993291000320:12345-192.168.202.34@tcp:35:bash.0 Request processed in 318us (544us total) trans 4294973084 rc 0/0 00000100:00100000:1.0:1763338460.592661:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3516 00000020:00080000:1.0:1763338460.592666:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338460.602762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.602870:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291000576 00000100:00100000:2.0:1763338460.602882:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291000576 00000100:00100000:2.0:1763338460.602943:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10058 00000100:00100000:2.0:1763338460.602954:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291000576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.602976:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.602997:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b153f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c05 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.603114:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.603129:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.603137:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.603175:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.603188:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 282 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.603204:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303228544:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.603334:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fda80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.608447:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.608501:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291000832 00000100:00100000:3.0:1763338460.608511:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291000832 00000100:00100000:3.0:1763338460.608572:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3517 00000100:00100000:3.0:1763338460.608582:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57004:x1848993291000832:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:3.0:1763338460.608869:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57004:x1848993291000832:12345-192.168.202.34@tcp:35:rm.0 Request processed in 288us (429us total) trans 4294973085 rc 0/0 00000100:00100000:3.0:1763338460.608877:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3517 00010000:00010000:2.0:1763338460.611330:0:13583:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000007e22e2e3 x1848993303228544) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 283 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.611366:0:13583:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 283 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.611389:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b152a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf0 expref: 283 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.611404:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303228544:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.611428:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.611434:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.611443:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.611450:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.611470:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.611479:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.611484:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338460.611508:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 5 00010000:00010000:2.0:1763338460.612019:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b153f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.612039:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.612047:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.612049:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338460.612052:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:2.0:1763338460.613314:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57003:x1848993291000576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10356us (10557us total) trans 4294973086 rc 0/0 00000100:00100000:2.0:1763338460.613324:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10058 00000100:00100000:1.0:1763338460.614173:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.614552:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001088 00000100:00100000:2.0:1763338460.614561:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001088 00000100:00100000:2.0:1763338460.614606:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10059 00000100:00100000:2.0:1763338460.614616:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57004:x1848993291001088:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338460.614665:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1763338460.614669:0:13583:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 4ea0a6980f4b152a) 00010000:00010000:2.0:1763338460.614707:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b14c1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bcd expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.614727:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b14e4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be2 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.614738:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b14eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4be9 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.614750:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b145f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bb1 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.614766:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.614771:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.614800:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.614813:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.614823:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.614835:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.614842:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.614848:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.614924:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.614934:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.614942:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.614974:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.614990:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 279 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.615004:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303228672:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.615074:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.618718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.619177:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14caf3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303228672:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.619206:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338460.621457:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001216 00000100:00100000:3.0:1763338460.621471:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001216 00000100:00100000:3.0:1763338460.621541:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10060 00000100:00100000:3.0:1763338460.621552:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57003:x1848993291001216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.621575:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.621595:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1569 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c0c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.621687:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.621700:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.621707:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.621724:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.621733:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338460.623426:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.624379:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001344 00000100:00100000:2.0:1763338460.624391:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001344 00010000:00010000:2.0:1763338460.624432:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 282 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.624479:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3303 00000100:00100000:2.0:1763338460.624488:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:2408:x1848993291001344:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.624502:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.624510:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 282 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.624523:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 282 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.624546:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1546 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c05 expref: 282 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.624568:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.624573:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.624581:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.624588:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.624594:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.624599:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.624604:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.624633:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.624695:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:2408:x1848993291001344:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 207us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.624703:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3303 00010000:00010000:3.0:1763338460.624961:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.624970:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338460.625205:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1e5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338460.625311:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625319:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625324:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625330:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.625334:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625350:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625358:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.625361:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338460.625364:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.625370:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.625375:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.625397:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625402:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1562 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625417:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625422:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625427:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625433:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625438:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.625441:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625446:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625453:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695800) 00010000:00010000:3.0:1763338460.625456:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.625458:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625463:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1554 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338460.625480:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e70228e reply state 00000000e416f181 transno 4294973087 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625490:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.625495:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:3.0:1763338460.625498:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.625500:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338460.625554:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57004:x1848993291001088:12345-192.168.202.34@tcp:36:rm.0 Request processed in 10938us (11382us total) trans 4294973087 rc 0/0 00000100:00100000:3.0:1763338460.625562:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10059 00010000:00010000:2.0:1763338460.626103:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.626113:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338460.626141:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 5 00000004:00200000:2.0:1763338460.626145:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338460.626159:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.626185:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1569 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c0c expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.626200:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c0c expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.626207:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.626210:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.626212:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:2.0:1763338460.626258:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291001216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4708us (7550us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.626295:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10060 00000100:00100000:0.0:1763338460.631821:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.633121:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001600 00000100:00100000:2.0:1763338460.633136:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001600 00000100:00100000:2.0:1763338460.633200:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10061 00000100:00100000:2.0:1763338460.633209:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291001600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.633228:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.633250:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1577 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c13 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.633380:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b157e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338460.633396:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b157e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.633408:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b157e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338460.633419:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 5 00010000:00010000:2.0:1763338460.633518:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1577 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c13 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.633534:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b157e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c13 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.633543:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.633546:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338460.633549:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:2.0:1763338460.633618:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57003:x1848993291001600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 410us (1809us total) trans 4294973088 rc 0/0 00000100:00100000:2.0:1763338460.633626:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10061 00000100:00100000:1.0:1763338460.638159:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.638521:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001728 00000100:00100000:0.0:1763338460.638532:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001728 00000100:00100000:0.0:1763338460.638581:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 6998 00000100:00100000:0.0:1763338460.638591:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291001728:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:0.0:1763338460.638636:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.638656:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 25 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.638665:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.638667:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.638671:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.638709:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 25 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.638724:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 25 pid: 8869 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.638740:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303228800:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.638833:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.645128:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.645780:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001856 00000100:00100000:3.0:1763338460.645791:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001856 00000100:00100000:3.0:1763338460.645862:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10062 00000100:00100000:3.0:1763338460.645873:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57005:x1848993291001856:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.645899:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.645932:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1593 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c1a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.646000:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338460.646014:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646025:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646036:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338460.646044:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646050:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646086:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646093:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646100:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646106:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646113:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.646117:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646125:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646139:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338460.646142:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.646147:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646153:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b159a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646166:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646171:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646177:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646181:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.646184:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646189:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646197:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:3.0:1763338460.646199:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.646202:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646212:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15a1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.646240:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1593 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c1a expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.646250:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338460.646252:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.646256:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1593 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c1a expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.646332:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:3.0:1763338460.646398:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57005:x1848993291001856:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 526us (1278us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338460.646406:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10062 00000100:00100000:0.0:1763338460.646604:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303228800:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.646630:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.649629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.649782:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291001984 00000100:00100000:0.0:1763338460.649792:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291001984 00002000:00100000:0.0:1763338460.649846:0:24008:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x27e:0x0] (0->4) req@ffff8fd27d419500 x1848993291001984/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:486/0 lens 496/0 e 0 to 0 dl 1763338471 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763338460.649857:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419500 with x1848993291001984 ext(0->4) 00010000:00010000:0.0:1763338460.649866:0:24008:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 26 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.649882:0:24008:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 26 pid: 8869 timeout: 1230 lvb_type: 0 00002000:00010000:0.0:1763338460.649890:0:24008:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd27d419500 00000100:00100000:0.0:1763338460.651083:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 118 00000100:00100000:0.0:1763338460.651101:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2409:x1848993291001984:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:1.0:1763338460.651966:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.652046:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291002112 00000100:00100000:3.0:1763338460.652053:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291002112 00000100:00100000:2.0:1763338460.652720:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10063 00000100:00100000:2.0:1763338460.652732:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57005:x1848993291002112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.652746:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.652770:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b15a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c21 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.652843:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338460.652859:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652872:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652887:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338460.652894:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652901:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652934:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652941:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652946:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652961:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652967:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.652972:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652979:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.652992:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338460.652995:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.653000:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653005:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b15af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653018:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653023:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653028:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653031:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.653033:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653038:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653044:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:2.0:1763338460.653046:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.653048:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653053:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b15b6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338460.653078:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b15a8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c21 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.653088:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338460.653090:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.653093:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b15a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c21 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.653110:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:2.0:1763338460.653172:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57005:x1848993291002112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 443us (1219us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338460.653179:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10063 00000100:00100000:0.0:1763338460.653382:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291001984:12345-192.168.202.34@tcp:4:bash.0 Request processed in 2286us (3763us total) trans 17179871771 rc 0/0 00000100:00100000:0.0:1763338460.653392:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 118 00002000:00100000:0.0:1763338460.653404:0:24008:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x27e:0x0] (0->4) req@ffff8fd27d419500 x1848993291001984/t17179871771(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:486/0 lens 496/448 e 0 to 0 dl 1763338471 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763338460.653414:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d419500 with x1848993291001984 ext(0->4) 00010000:00010000:0.0:1763338460.653423:0:24008:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 28 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.653442:0:24008:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 28 pid: 8869 timeout: 1230 lvb_type: 0 00002000:00010000:0.0:1763338460.653449:0:24008:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd27d419500 00000100:00100000:1.0:1763338460.656728:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.656823:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.656891:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291002240 00000100:00100000:0.0:1763338460.656901:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291002240 00010000:00010000:0.0:1763338460.656943:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 28 pid: 8869 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.656995:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3304 00000100:00100000:0.0:1763338460.657005:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2463d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291002240:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.657024:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763338460.657026:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291002368 00000100:00100000:2.0:1763338460.657031:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291002368 00002000:00010000:0.0:1763338460.657043:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763338460.657046:0:6505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 1763338460 -> 1763338461 00002000:00010000:0.0:1763338460.657049:0:6505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 1763338460 -> 1763338461 00002000:00010000:0.0:1763338460.657051:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338460.657057:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 28 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.657070:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 28 pid: 8869 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.657072:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10064 00000100:00100000:2.0:1763338460.657079:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57005:x1848993291002368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.657093:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.657093:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b150e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bf7 expref: 28 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.657111:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b15bd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c28 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657113:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.657115:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.657120:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657129:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657155:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.657166:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b15c4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.657178:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b15c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.657187:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b15c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338460.657197:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2463d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2409:x1848993291002240:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 195us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.657204:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3304 00000004:00200000:2.0:1763338460.657231:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338460.657235:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338460.657258:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.657283:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b15bd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c28 expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657288:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.657297:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b15c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c28 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657306:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.657310:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338460.657313:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338460.657314:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.657316:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143195200, rc 0) 00010000:00010000:0.0:1763338460.657321:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657334:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba200 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:2.0:1763338460.657349:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57005:x1848993291002368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 260us (515us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338460.657349:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.657356:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10064 00010000:00010000:0.0:1763338460.657358:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657370:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.657378:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b158c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.657418:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2410:x1848993291001728:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 18829us (19270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.657426:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 6998 00000100:00100000:1.0:1763338460.659899:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.660051:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291002624 00000100:00100000:3.0:1763338460.660060:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291002624 00000100:00100000:3.0:1763338460.660122:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10065 00000100:00100000:3.0:1763338460.660133:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57003:x1848993291002624:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338460.660180:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.660208:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1570 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c0c expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.660225:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.660230:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.660283:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.660298:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.660306:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:3.0:1763338460.660539:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1608, 88 off134776 00000004:00080000:3.0:1763338460.660548:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130372285378ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338460.660592:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1608, 88 off134536 00000004:00080000:3.0:1763338460.660597:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130372334572ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338460.660627:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1609, 88 off134624 00000004:00080000:3.0:1763338460.660631:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130372369311ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338460.660642:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1609, 88 off134864 00000004:00080000:3.0:1763338460.660645:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130372383540ns, next at 1130117878066ns, rc = 0 00000100:00100000:1.0:1763338460.660807:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.660844:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291002752 00000100:00100000:0.0:1763338460.660854:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291002752 00000100:00100000:0.0:1763338460.660895:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10066 00000100:00100000:0.0:1763338460.660902:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57005:x1848993291002752:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.660913:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.660926:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b15d2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c2f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.660972:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.660984:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.660992:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661001:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.661008:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661015:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661046:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661052:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661058:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661064:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661070:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.661074:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661082:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661096:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338460.661100:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.661103:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661110:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b15d9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661121:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661126:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661131:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661136:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.661138:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661144:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661151:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:0.0:1763338460.661154:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.661156:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661161:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b15e0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.661187:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b15d2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c2f expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.661202:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338460.661205:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.661209:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b15d2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c2f expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.661218:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:0.0:1763338460.661306:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57005:x1848993291002752:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 403us (498us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338460.661314:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10066 00000001:00080000:2.0:1763338460.664560:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973089 is committed 00000004:00080000:2.0:1763338460.664574:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1054 committed 00000004:00080000:2.0:1763338460.664587:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1048 committed 00000004:00080000:2.0:1763338460.664605:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1047 committed 00000004:00080000:2.0:1763338460.664608:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1053 committed 00000100:00100000:1.0:1763338460.665072:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303229056:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.665138:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.665172:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338460.665178:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303228928:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.665198:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.665226:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229056 00000100:00100000:1.0:1763338460.665233:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229056 00000100:00100000:1.0:1763338460.665297:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303228928 00000100:00100000:1.0:1763338460.665301:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303228928 00000100:00100000:1.0:1763338460.665325:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6999 00000100:00100000:1.0:1763338460.665333:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3657:x1848993303229056:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.665525:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303229056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 192us (387us total) trans 21474839101 rc 0/0 00000100:00100000:1.0:1763338460.665533:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6999 00000100:00100000:1.0:1763338460.665549:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7000 00000100:00100000:1.0:1763338460.665556:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3657:x1848993303228928:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338460.665617:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338460.665621:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00000100:00100000:3.0:1763338460.665622:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303229312:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338460.665624:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.665626:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:1.0:1763338460.665628:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338460.665649:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.665652:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303228928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (453us total) trans 21474839102 rc 0/0 00000100:00100000:1.0:1763338460.665658:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7000 00000100:00100000:3.0:1763338460.665668:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338460.665668:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229312 00000100:00100000:1.0:1763338460.665671:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229312 00000100:00100000:3.0:1763338460.665672:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303229184:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.665691:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.665691:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7001 00000100:00100000:1.0:1763338460.665696:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+37:3655:x1848993303229312:12345-0@lo:2:osp-syn-1-1.0 00000004:00010000:3.0:1763338460.665739:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092e1583f reply state 00000000cfe145f7 transno 4294973089 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.665758:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.665783:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00000100:00100000:1.0:1763338460.665783:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+38:3655:x1848993303229312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (133us total) trans 17179871772 rc 0/0 00010000:00010000:3.0:1763338460.665786:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763338460.665789:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7001 00000100:00100000:3.0:1763338460.665791:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338460.665799:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229184 00000100:00100000:1.0:1763338460.665803:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229184 00000100:00100000:1.0:1763338460.665821:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7002 00000100:00100000:1.0:1763338460.665826:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+38:3655:x1848993303229184:12345-0@lo:2:osp-syn-1-1.0 00010000:00080000:3.0:1763338460.665865:0:6518:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338460.665877:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:57003:x1848993291002624:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 5745us (5986us total) trans 4294973089 rc 0/0 00000100:00100000:3.0:1763338460.665884:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10065 00000100:00100000:1.0:1763338460.665889:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+39:3655:x1848993303229184:12345-0@lo:2:osp-syn-1-1.0 Request processed in 63us (197us total) trans 17179871773 rc 0/0 00000100:00100000:1.0:1763338460.665894:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7002 00000004:00080000:3.0:1763338460.665943:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd260da1180/2, rc 0, transno 17179871773 00000100:00100000:3.0:1763338460.665950:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303229184:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338460.665959:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd260da1880/2, rc 0, transno 17179871772 00000100:00100000:3.0:1763338460.665962:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303229312:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338460.665986:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31500/2, rc 0, transno 21474839102 00000100:00100000:3.0:1763338460.665990:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303228928:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338460.665997:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf30700/2, rc 0, transno 21474839101 00000100:00100000:3.0:1763338460.666000:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303229056:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338460.666086:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666095:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666103:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666109:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.666113:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666122:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666132:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:0.0:1763338460.666135:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.666139:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666148:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b155b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.666179:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.666185:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.666190:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.666193:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.666196:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.666200:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.666207:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.666210:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.666212:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.666216:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b15cb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338460.668608:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.668635:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291003008 00000100:00100000:3.0:1763338460.668648:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291003008 00000100:00100000:3.0:1763338460.668701:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10067 00000100:00100000:3.0:1763338460.668711:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+274:57005:x1848993291003008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.668731:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.668734:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338460.668760:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b15c4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c28 expref: 274 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.668778:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338460.668789:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.668806:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b15e7 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c36 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.668914:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.668926:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.668936:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.668948:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.668954:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.668960:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669408:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.669417:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669424:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338460.669433:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e6:0x0]: returning size 0 00010000:00010000:3.0:1763338460.669457:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669464:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669480:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669486:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669492:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.669496:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669503:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669511:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:3.0:1763338460.669514:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.669517:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669523:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b15ee lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338460.669532:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d4ed372 reply state 00000000dea0ba11 transno 4294973090 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669541:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.669546:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ab00) 00010000:00010000:3.0:1763338460.669548:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.669550:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338460.669576:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b15e7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 276 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.669596:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.669603:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd14307aa00) 00010000:00010000:3.0:1763338460.669605:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338460.669608:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:3.0:1763338460.669661:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:57005:x1848993291003008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 951us (1062us total) trans 4294973090 rc 0/0 00000100:00100000:3.0:1763338460.669669:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10067 00000100:00100000:1.0:1763338460.672905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.673017:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291003136 00000100:00100000:3.0:1763338460.673028:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291003136 00000100:00100000:3.0:1763338460.673083:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10068 00000100:00100000:3.0:1763338460.673093:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:57003:x1848993291003136:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.673116:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.673137:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c3d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.673188:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.673203:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 277 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.673221:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.673224:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338460.673228:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:3.0:1763338460.673366:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:57003:x1848993291003136:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 273us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.673374:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10068 00000100:00100000:1.0:1763338460.675646:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.675721:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291003392 00000100:00100000:0.0:1763338460.675731:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291003392 00000100:00100000:0.0:1763338460.675792:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10069 00000100:00100000:0.0:1763338460.675802:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+277:57005:x1848993291003392:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.675823:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.675845:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1611 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c44 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.675868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338460.675954:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.675967:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.675975:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.676003:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.676014:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 278 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.676027:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303229440:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.676101:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000100:00100000:3.0:1763338460.676757:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291003520 00000100:00100000:3.0:1763338460.676764:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291003520 00000100:00100000:3.0:1763338460.676809:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10070 00000100:00100000:3.0:1763338460.676817:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57003:x1848993291003520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.676829:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.676844:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b161f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c4b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.676896:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1626 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.676908:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1626 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.676921:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1626 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338460.676954:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e5:0x0]: returning size 5 00000004:00200000:3.0:1763338460.676958:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338460.676976:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1626 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.677002:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b161f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c4b expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.677025:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1626 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c4b expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.677038:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.677041:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763338460.677045:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:3.0:1763338460.677935:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57003:x1848993291003520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1113us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.677945:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10070 00000100:00100000:2.0:1763338460.681821:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.681927:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303229440:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.681957:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338460.682028:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291003648 00000100:00100000:3.0:1763338460.682035:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291003648 00010000:00010000:3.0:1763338460.682069:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 280 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.682111:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3305 00000100:00100000:3.0:1763338460.682120:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2409:x1848993291003648:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338460.682134:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.682142:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 280 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.682152:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 280 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.682173:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b15fc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c36 expref: 280 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.682188:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd14307aa00) 00010000:00010000:3.0:1763338460.682192:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.682205:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.682212:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.682242:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338460.682313:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2409:x1848993291003648:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.682322:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3305 00010000:00010000:1.0:1763338460.682385:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682392:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338460.682417:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e6:0x0]: returning size 0 00000004:00080000:1.0:1763338460.682586:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x280:0x0], index 0: 0 00000004:00080000:1.0:1763338460.682593:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x280:0x0], index 1: 0 00000004:00080000:1.0:1763338460.682597:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x281:0x0], index 1: 0 00000004:00080000:1.0:1763338460.682601:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x281:0x0], index 0: 0 00010000:00010000:1.0:1763338460.682696:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682703:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682709:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682714:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.682718:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682724:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682731:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd14307aa00) 00010000:00010000:1.0:1763338460.682733:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338460.682737:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682745:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1618 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.682786:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1611 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c44 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.682794:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd14307aa00) 00010000:00010000:1.0:1763338460.682797:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338460.682800:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1611 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c44 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.682814:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:1.0:1763338460.682852:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57005:x1848993291003392:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7052us (7217us total) trans 4294973091 rc 301/301 00000100:00100000:1.0:1763338460.682859:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10069 00000100:00100000:3.0:1763338460.683241:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.683392:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291003776 00000100:00100000:0.0:1763338460.683397:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291003776 00000100:00100000:0.0:1763338460.683438:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7003 00000100:00100000:0.0:1763338460.683446:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2410:x1848993291003776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.683458:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.683475:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c52 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338460.683496:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27e:0x0] initial LVB size: 5, mtime: 0x691a68dd, atime: 0x0, ctime: 0x691a68dd, blocks: 0x8 00010000:00010000:0.0:1763338460.683511:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.683514:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.683524:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 27 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.683537:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 27 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.683548:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:0.0:1763338460.683585:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291003776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 140us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.683592:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7003 00000100:00100000:3.0:1763338460.685505:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.685967:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291004032 00000100:00100000:2.0:1763338460.685976:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291004032 00000100:00100000:2.0:1763338460.688040:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3518 00000100:00100000:2.0:1763338460.688075:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57005:x1848993291004032:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338460.688463:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57005:x1848993291004032:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 398us (2965us total) trans 4294973092 rc 0/0 00000100:00100000:2.0:1763338460.688472:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3518 00000100:00100000:1.0:1763338460.691719:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.691921:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291004288 00000100:00100000:2.0:1763338460.691934:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291004288 00000100:00100000:2.0:1763338460.692008:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3519 00000100:00100000:2.0:1763338460.692019:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57005:x1848993291004288:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338460.692289:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57005:x1848993291004288:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 243us (552us total) trans 4294973093 rc 0/0 00000100:00100000:2.0:1763338460.692299:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3519 00000100:00100000:3.0:1763338460.696853:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.698140:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291004544 00000100:00100000:1.0:1763338460.698157:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291004544 00000100:00100000:1.0:1763338460.698239:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10071 00000100:00100000:1.0:1763338460.698251:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993291004544:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.698301:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.698333:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b163b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c59 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.698510:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.698525:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698539:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698552:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.698560:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698567:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698634:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1650 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.698642:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1650 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698650:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1650 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338460.698660:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e6:0x0]: returning size 0 00010000:00010000:1.0:1763338460.698764:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698773:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698780:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698786:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698792:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.698798:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698806:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698820:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338460.698823:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.698827:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698834:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1642 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698850:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698856:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698861:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698865:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.698868:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698873:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698879:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ab00) 00010000:00010000:1.0:1763338460.698881:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.698884:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698893:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b1649 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.698936:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b163b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c59 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.698953:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1650 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c59 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.698961:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338460.698964:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338460.698967:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338460.699062:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291004544:12345-192.168.202.34@tcp:101:bash.0 Request processed in 812us (2221us total) trans 4294973094 rc 0/0 00000100:00100000:1.0:1763338460.699071:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10071 00000100:00100000:3.0:1763338460.701376:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.701781:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291004672 00000100:00100000:1.0:1763338460.701790:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291004672 00000100:00100000:1.0:1763338460.701849:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10072 00000100:00100000:1.0:1763338460.701860:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291004672:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.701888:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.701910:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b165e lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c60 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.701947:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1665 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338460.701962:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1665 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.701980:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1665 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338460.702110:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b165e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c60 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.702131:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1665 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c60 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.702141:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338460.702145:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338460.702148:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338460.703182:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291004672:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1317us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.703194:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10072 00000100:00100000:0.0:1763338460.708035:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.708187:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291004928 00000100:00100000:3.0:1763338460.708200:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291004928 00000100:00100000:3.0:1763338460.708303:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10073 00000100:00100000:3.0:1763338460.708313:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291004928:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338460.708380:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.708410:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1650 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c59 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.708428:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.708433:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.708622:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.708637:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.708650:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:3.0:1763338460.708713:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973095 00000004:00010000:3.0:1763338460.708734:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000542bd9b5 reply state 00000000dac7eb52 transno 4294973096 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.708745:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.708752:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.708754:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.708757:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338460.708850:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291004928:12345-192.168.202.34@tcp:36:bash.0 Request processed in 537us (829us total) trans 4294973096 rc 0/0 00000100:00100000:3.0:1763338460.708859:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10073 00000020:00080000:3.0:1763338460.708865:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338460.712250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.712570:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005056 00000100:00100000:3.0:1763338460.712582:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005056 00000100:00100000:3.0:1763338460.712646:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10074 00000100:00100000:3.0:1763338460.712656:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291005056:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338460.712728:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.712752:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1673 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c67 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.712810:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1673 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c67 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.712826:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1673 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c67 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.712848:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.712851:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338460.712855:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:3.0:1763338460.712928:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291005056:12345-192.168.202.34@tcp:101:bash.0 Request processed in 273us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.712936:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10074 00000100:00100000:1.0:1763338460.715181:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.715286:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005312 00000100:00100000:3.0:1763338460.715297:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005312 00000100:00100000:3.0:1763338460.715354:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10075 00000100:00100000:3.0:1763338460.715363:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291005312:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338460.715381:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.715383:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338460.715409:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b1673 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c67 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.715424:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.715429:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.715441:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b167a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c6e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.715486:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1681 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.715498:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1681 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.715507:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1681 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:3.0:1763338460.715745:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1610, 88 off134712 00000004:00080000:3.0:1763338460.715753:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130427491174ns, next at 1130117907607ns, rc = 0 00000040:00080000:3.0:1763338460.715794:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1610, 88 off134952 00000004:00080000:3.0:1763338460.715799:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130427536890ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338460.715818:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1611, 88 off135040 00000004:00080000:3.0:1763338460.715822:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130427560144ns, next at 1130117878066ns, rc = 0 00000040:00080000:3.0:1763338460.715833:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1611, 88 off134800 00000004:00080000:3.0:1763338460.715836:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130427574186ns, next at 1130117907607ns, rc = 0 00000100:00100000:0.0:1763338460.717049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.717533:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005440 00000100:00100000:2.0:1763338460.717543:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005440 00000100:00100000:2.0:1763338460.717633:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7004 00000100:00100000:2.0:1763338460.717643:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291005440:12345-192.168.202.34@tcp:23:lfs.0 00000001:00080000:3.0:1763338460.717922:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973097 is committed 00000004:00080000:3.0:1763338460.717928:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1050 committed 00000004:00080000:3.0:1763338460.717941:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1056 committed 00000004:00080000:3.0:1763338460.717946:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1055 committed 00000004:00080000:3.0:1763338460.717948:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1049 committed 00010000:00010000:3.0:1763338460.718009:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1681 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c6e expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.718021:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.718024:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338460.718038:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b167a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c6e expref: 280 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338460.718054:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1681 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c6e expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.718077:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:3.0:1763338460.718080:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338460.718083:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00010000:00010000:0.0:1763338460.718099:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718108:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718114:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718119:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.718124:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718132:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338460.718134:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291005312:12345-192.168.202.34@tcp:101:bash.0 Request processed in 2772us (2960us total) trans 4294973097 rc 0/0 00000100:00100000:3.0:1763338460.718141:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10075 00010000:00010000:0.0:1763338460.718143:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ab00) 00010000:00010000:0.0:1763338460.718146:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.718149:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718154:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b15f5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718171:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718177:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718182:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718186:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.718189:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718193:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718200:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:0.0:1763338460.718202:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.718204:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.718209:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b166c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338460.718319:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303229696:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.718374:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303229824:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.718375:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.718402:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.718405:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338460.718411:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303229568:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.718430:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.718432:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338460.718438:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303229952:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.718455:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229696 00000100:00100000:1.0:1763338460.718457:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.718459:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229696 00000100:00100000:1.0:1763338460.718485:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229568 00000100:00100000:0.0:1763338460.718485:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229824 00000100:00100000:1.0:1763338460.718488:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229568 00000100:00100000:0.0:1763338460.718488:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229824 00000100:00100000:0.0:1763338460.718504:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303229952 00000100:00100000:0.0:1763338460.718506:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303229952 00000100:00100000:1.0:1763338460.718572:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7005 00000100:00100000:2.0:1763338460.718576:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291005440:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 934us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.718580:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+40:3657:x1848993303229696:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.718583:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7004 00000100:00100000:2.0:1763338460.718595:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7006 00000100:00100000:2.0:1763338460.718600:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303229824:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.718725:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303229824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (320us total) trans 21474839103 rc 0/0 00000100:00100000:2.0:1763338460.718731:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7006 00000100:00100000:2.0:1763338460.718745:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7007 00000100:00100000:2.0:1763338460.718751:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3657:x1848993303229568:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.718817:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3657:x1848993303229696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 236us (439us total) trans 17179871774 rc 0/0 00000100:00100000:2.0:1763338460.718819:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3657:x1848993303229568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (389us total) trans 17179871775 rc 0/0 00000100:00100000:2.0:1763338460.718825:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7007 00000004:00080000:3.0:1763338460.718874:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1469f7800/2, rc 0, transno 17179871775 00000100:00100000:3.0:1763338460.718880:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303229568:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338460.718890:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280732680/2, rc 0, transno 17179871774 00000100:00100000:3.0:1763338460.718893:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303229696:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.718909:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7005 00000100:00100000:0.0:1763338460.718916:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7008 00000100:00100000:0.0:1763338460.718924:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303229952:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338460.718953:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15500/2, rc 0, transno 21474839103 00000100:00100000:1.0:1763338460.718958:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303229824:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.719009:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303229952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (550us total) trans 21474839104 rc 0/0 00000100:00100000:0.0:1763338460.719016:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7008 00000004:00080000:1.0:1763338460.719040:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16d80/2, rc 0, transno 21474839104 00000100:00100000:1.0:1763338460.719044:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303229952:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.721911:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.721981:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005568 00000100:00100000:2.0:1763338460.721992:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005568 00000100:00100000:2.0:1763338460.722055:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7009 00000100:00100000:2.0:1763338460.722064:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2409:x1848993291005568:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:2.0:1763338460.722401:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2409:x1848993291005568:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 337us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.722412:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7009 00000100:00100000:0.0:1763338460.723445:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.723569:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005696 00000100:00100000:2.0:1763338460.723576:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005696 00000100:00100000:2.0:1763338460.723645:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7010 00000100:00100000:2.0:1763338460.723653:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993291005696:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338460.723665:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.723754:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c75 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338460.723780:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338460.723800:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.723802:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.723811:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 18 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.723829:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 18 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.723840:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143194600, rc 0) 00000100:00100000:2.0:1763338460.723973:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993291005696:12345-192.168.202.34@tcp:101:bash.0 Request processed in 320us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.723981:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7010 00000100:00100000:1.0:1763338460.725225:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.725354:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005824 00000100:00100000:0.0:1763338460.725362:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005824 00000100:00100000:0.0:1763338460.725417:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1719 00000100:00100000:0.0:1763338460.725424:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291005824:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:0.0:1763338460.725453:0:24008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725464:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.725466:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.725470:0:24008:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725481:0:24008:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725591:0:24008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725601:0:24008:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725608:0:24008:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725615:0:24008:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338460.725619:0:24008:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725628:0:24008:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725643:0:24008:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.725651:0:24008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b168f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.725708:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291005824:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 283us (489us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763338460.725716:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1719 00000100:00100000:0.0:1763338460.726247:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.726390:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291005952 00000100:00100000:2.0:1763338460.726396:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291005952 00000100:00100000:2.0:1763338460.726433:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7011 00000100:00100000:2.0:1763338460.726441:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+27:55909:x1848993291005952:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338460.726455:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.726471:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c7c expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338460.726487:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338460.726501:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.726503:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.726510:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 28 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.726522:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 28 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.726533:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:2.0:1763338460.727051:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+28:55909:x1848993291005952:12345-192.168.202.34@tcp:101:bash.0 Request processed in 607us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.727058:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7011 00000100:00100000:2.0:1763338460.729049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.729089:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.729124:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.729201:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291006208 00000100:00100000:1.0:1763338460.729209:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291006208 00002000:00010000:1.0:1763338460.729240:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/640 (0->18446744073709551615) 00002000:00100000:1.0:1763338460.729244:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b92d80 with x1848993291006208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338460.729255:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b92d80. 00000100:00100000:1.0:1763338460.729303:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291006336 00000100:00100000:1.0:1763338460.729306:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291006336 00002000:00010000:1.0:1763338460.729319:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/640 (0->18446744073709551615) 00002000:00100000:1.0:1763338460.729322:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b90380 with x1848993291006336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338460.729329:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b90380. 00000100:00100000:1.0:1763338460.729366:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1720 00000100:00100000:1.0:1763338460.729376:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993291006208:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338460.729548:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338460.729551:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338460.729554:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.729556:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338460.729558:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338460.729607:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993291006208:12345-192.168.202.34@tcp:10:bash.0 Request processed in 232us (515us total) trans 21474839105 rc 0/0 00000100:00100000:1.0:1763338460.729615:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1720 00002000:00010000:1.0:1763338460.729619:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/640 (0->18446744073709551615) 00002000:00100000:1.0:1763338460.729621:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b92d80 with x1848993291006208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338460.729626:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b92d80. 00000100:00100000:1.0:1763338460.729641:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1721 00000100:00100000:1.0:1763338460.729648:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2407:x1848993291006336:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338460.729753:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338460.729756:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338460.729759:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.729761:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338460.729763:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338460.729787:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2407:x1848993291006336:12345-192.168.202.34@tcp:10:bash.0 Request processed in 138us (662us total) trans 17179871776 rc 0/0 00000100:00100000:1.0:1763338460.729794:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1721 00002000:00010000:1.0:1763338460.729797:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/640 (0->18446744073709551615) 00002000:00100000:1.0:1763338460.729800:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b90380 with x1848993291006336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338460.729804:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd244b90380. 00000100:00100000:3.0:1763338460.730083:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291006080 00000100:00100000:3.0:1763338460.730136:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291006080 00000100:00100000:3.0:1763338460.730177:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10076 00000100:00100000:3.0:1763338460.730185:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:57003:x1848993291006080:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.730201:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.730221:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b169d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c83 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.730256:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b16a4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.730302:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b16a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.730314:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b16a4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.730414:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b169d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c83 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.730431:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e000/0x4ea0a6980f4b16a4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c83 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.730444:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.730447:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338460.730451:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e000, rc 0) 00000100:00100000:3.0:1763338460.730479:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57003:x1848993291006080:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 294us (1437us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.730485:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10076 00000100:00100000:2.0:1763338460.733492:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.733875:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291006592 00000100:00100000:1.0:1763338460.733886:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291006592 00000100:00100000:1.0:1763338460.733993:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3520 00000100:00100000:1.0:1763338460.734005:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993291006592:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338460.734013:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.734152:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291006720 00000100:00100000:3.0:1763338460.734157:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291006720 00000100:00100000:3.0:1763338460.734203:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1722 00000100:00100000:3.0:1763338460.734210:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291006720:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:3.0:1763338460.734250:0:28406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.734257:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.734290:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.734292:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.734297:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.734311:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.734318:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291006592:12345-192.168.202.34@tcp:35:bash.0 Request processed in 316us (836us total) trans 4294973098 rc 0/0 00000100:00100000:1.0:1763338460.734459:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3520 00000001:00080000:0.0:1763338460.741250:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839106 is committed 00000001:00080000:0.0:1763338460.741287:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839104 is committed 00002000:00010000:3.0:1763338460.741488:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763338460.741493:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338460.741496:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338460.741498:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338460.741513:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.741524:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.741532:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.741540:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.741544:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.741553:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.741573:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.741580:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b16ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.741690:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291006720:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 7474us (7670us total) trans 21474839106 rc 0/0 00000100:00100000:3.0:1763338460.741700:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1722 00000100:00100000:0.0:1763338460.751588:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.753008:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291006848 00000100:00100000:2.0:1763338460.753023:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291006848 00000100:00100000:2.0:1763338460.753420:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10077 00000100:00100000:2.0:1763338460.753432:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57006:x1848993291006848:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338460.753458:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.753485:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b16b2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c8a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.753556:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.753568:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753579:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753590:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.753602:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753609:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753678:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.753687:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753693:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338460.753728:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e6:0x0]: returning size 5 00000004:00200000:2.0:1763338460.753732:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338460.753749:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753759:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753768:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753775:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753780:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753787:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753791:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.753795:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753801:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753811:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695300) 00010000:00010000:2.0:1763338460.753813:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.753817:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753821:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b16b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753833:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753839:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753845:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753850:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.753852:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753857:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753863:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695c00) 00010000:00010000:2.0:1763338460.753865:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.753866:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753871:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16c0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.753894:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b16b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c8a expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.753906:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c8a expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.753912:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:2.0:1763338460.753913:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.753915:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338460.753981:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57006:x1848993291006848:12345-192.168.202.34@tcp:101:rm.0 Request processed in 551us (2401us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.753988:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10077 00000100:00100000:2.0:1763338460.762666:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.763041:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291007104 00000100:00100000:1.0:1763338460.763054:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291007104 00000100:00100000:1.0:1763338460.763124:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10078 00000100:00100000:1.0:1763338460.763135:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57006:x1848993291007104:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338460.763194:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338460.763223:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1681 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c6e expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.763244:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b16c7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c8a expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.763256:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1665 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c60 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.763334:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd143077d00) 00010000:00010000:1.0:1763338460.763354:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.763402:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.763415:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.763426:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.763439:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.763446:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.763452:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.763531:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.763539:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.763546:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:1.0:1763338460.763818:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1612, 64 off134864 00000004:00080000:1.0:1763338460.763827:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130475564190ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338460.763852:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1612, 64 off135104 00000004:00080000:1.0:1763338460.763857:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130475595070ns, next at 1131475593748ns, rc = 0 00000040:00080000:1.0:1763338460.763869:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1613, 64 off135168 00000040:00080000:1.0:1763338460.763880:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1613, 64 off134928 00010000:00010000:1.0:1763338460.764442:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.764455:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.764464:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.764471:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.764477:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.764483:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765171:0:13583:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338460.765201:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765209:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765216:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765221:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.765226:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765234:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765246:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338460.765249:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338460.765254:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.765362:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338460.765371:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.765377:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eac00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.765381:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.765387:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.765396:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e6:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:3.0:1763338460.765398:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338460.765401:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.765407:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b16e3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.765421:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.765422:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.765424:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.765455:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16dc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765611:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765618:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765624:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765632:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765637:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.765640:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765645:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765653:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63200) 00010000:00010000:1.0:1763338460.765655:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.765657:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765662:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b16ce lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338460.765674:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000914faba4 reply state 000000006670bdf8 transno 4294973099 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765684:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.765690:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:1.0:1763338460.765692:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338460.765695:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338460.765866:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57006:x1848993291007104:12345-192.168.202.34@tcp:36:rm.0 Request processed in 2725us (3201us total) trans 4294973099 rc 0/0 00000100:00100000:1.0:1763338460.765875:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10078 00000100:00100000:0.0:1763338460.770069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.770859:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291007360 00000100:00100000:1.0:1763338460.770873:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291007360 00000100:00100000:1.0:1763338460.771015:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10079 00000100:00100000:1.0:1763338460.771026:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57003:x1848993291007360:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338460.771094:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338460.771125:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1626 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c4b expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.771146:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.771151:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338460.771228:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.771242:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.771252:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338460.772131:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000090a55427 reply state 00000000c989a7b9 transno 4294973100 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.772149:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.772157:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.772160:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338460.772163:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338460.772304:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57003:x1848993291007360:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 1278us (2243us total) trans 4294973100 rc 0/0 00000100:00100000:1.0:1763338460.772313:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10079 00000100:00100000:0.0:1763338460.778152:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.778252:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291007488 00000100:00100000:2.0:1763338460.778291:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291007488 00000100:00100000:2.0:1763338460.778376:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7012 00000100:00100000:2.0:1763338460.778386:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57003:x1848993291007488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.778407:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.778430:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c91 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338460.778456:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 4096, mtime: 0x691a68dd, atime: 0x0, ctime: 0x691a68dd, blocks: 0x8 00010000:00010000:2.0:1763338460.778480:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.778483:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.778492:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.778508:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.778521:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:2.0:1763338460.778593:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:57003:x1848993291007488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 208us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.778600:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7012 00000100:00100000:2.0:1763338460.781441:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.781492:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.781569:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291007616 00000100:00100000:0.0:1763338460.781580:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291007616 00000100:00100000:1.0:1763338460.781589:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291007744 00000100:00100000:1.0:1763338460.781596:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291007744 00000100:00100000:0.0:1763338460.781643:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7013 00000100:00100000:1.0:1763338460.781648:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10080 00000100:00100000:0.0:1763338460.781659:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+29:57003:x1848993291007616:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338460.781661:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57007:x1848993291007744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.781677:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.781688:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.781699:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c98 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.781707:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16ff lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4c9f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338460.781726:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338460.781746:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.781748:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.781757:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 30 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.781771:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 30 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.781776:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.781783:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba200, rc 0) 00010000:00010000:1.0:1763338460.781789:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781802:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781814:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338460.781827:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781834:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338460.781840:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+30:57003:x1848993291007616:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 184us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.781850:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7013 00010000:00010000:1.0:1763338460.781880:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781888:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781895:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781905:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781911:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.781914:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781921:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781931:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63200) 00010000:00010000:1.0:1763338460.781934:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.781938:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781944:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1706 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781957:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781963:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781969:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781974:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.781976:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781982:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.781994:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:1.0:1763338460.781996:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.781999:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.782005:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b170d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.782036:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16ff lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c9f expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.782046:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63200) 00010000:00010000:1.0:1763338460.782049:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.782052:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b16ff lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c9f expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.782064:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:0.0:1763338460.782385:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57007:x1848993291007744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 726us (950us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338460.782395:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10080 00000100:00100000:2.0:1763338460.785499:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.785596:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291007872 00000100:00100000:0.0:1763338460.785605:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291007872 00000100:00100000:0.0:1763338460.785815:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10081 00000100:00100000:0.0:1763338460.785827:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57007:x1848993291007872:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.785846:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.785868:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1714 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ca6 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.786578:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.786593:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786604:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786616:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.786624:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786630:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786666:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786673:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786691:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786698:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786705:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.786709:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786717:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786729:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338460.786732:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.786737:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786744:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b171b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786757:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786763:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786769:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786773:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.786776:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786786:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786793:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:0.0:1763338460.786795:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.786798:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786803:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1722 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.786829:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1714 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ca6 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.786837:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338460.786840:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.786843:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1714 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ca6 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.786856:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebba00, rc 0) 00000100:00100000:0.0:1763338460.787386:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57007:x1848993291007872:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1559us (1893us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338460.787395:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10081 00000100:00100000:2.0:1763338460.788103:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.788208:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.788318:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291008000 00000100:00100000:3.0:1763338460.788326:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291008000 00002000:00010000:3.0:1763338460.788368:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/639 (5->18446744073709551615) 00002000:00100000:3.0:1763338460.788374:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144525880 with x1848993291008000 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338460.788383:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144525880. 00000100:00100000:3.0:1763338460.788811:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291008128 00000100:00100000:3.0:1763338460.788816:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291008128 00002000:00010000:3.0:1763338460.788834:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/639 (0->18446744073709551615) 00002000:00100000:3.0:1763338460.788838:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144524700 with x1848993291008128 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338460.788845:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144524700. 00000100:00100000:1.0:1763338460.788894:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1723 00000100:00100000:1.0:1763338460.788919:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291008000:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:1.0:1763338460.789245:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763338460.789249:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338460.789252:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.789254:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338460.789257:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338460.789333:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291008000:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 429us (1230us total) trans 21474839107 rc 0/0 00000100:00100000:1.0:1763338460.789358:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1723 00002000:00010000:1.0:1763338460.789363:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/639 (5->18446744073709551615) 00002000:00100000:1.0:1763338460.789366:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144525880 with x1848993291008000 ext(5->18446744073709551615) 00002000:00010000:1.0:1763338460.789370:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144525880. 00000100:00100000:1.0:1763338460.789388:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1724 00000100:00100000:1.0:1763338460.789394:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2409:x1848993291008128:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:1.0:1763338460.789494:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338460.789497:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338460.789499:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.789502:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338460.789504:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338460.789526:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993291008128:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 132us (1318us total) trans 17179871777 rc 0/0 00000100:00100000:1.0:1763338460.789532:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1724 00002000:00010000:1.0:1763338460.789534:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/639 (0->18446744073709551615) 00002000:00100000:1.0:1763338460.789537:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144524700 with x1848993291008128 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338460.789540:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144524700. 00000100:00100000:1.0:1763338460.795122:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.795682:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291008256 00000100:00100000:0.0:1763338460.795694:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291008256 00000100:00100000:0.0:1763338460.795759:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10082 00000100:00100000:0.0:1763338460.795770:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57007:x1848993291008256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.795793:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.795822:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1729 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cad expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.795888:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1730 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.795903:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1730 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.795928:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1730 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338460.795979:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338460.795984:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338460.796020:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1729 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cad expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.796039:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1730 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cad expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.796048:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338460.796051:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338460.796055:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:0.0:1763338460.796125:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57007:x1848993291008256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 357us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.796133:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10082 00000100:00100000:2.0:1763338460.797618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.797701:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291008512 00000100:00100000:3.0:1763338460.797709:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291008512 00000100:00100000:3.0:1763338460.797763:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10083 00000100:00100000:3.0:1763338460.797773:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291008512:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338460.798176:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.798195:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.798206:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338460.798406:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8888c6d reply state 0000000034cef9e8 transno 4294973101 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.798422:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.798429:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.798432:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338460.798436:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338460.798547:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57003:x1848993291008512:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 772us (933us total) trans 4294973101 rc 0/0 00000100:00100000:3.0:1763338460.798554:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10083 00000100:00100000:2.0:1763338460.800238:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.800393:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291008640 00000100:00100000:3.0:1763338460.800401:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291008640 00000100:00100000:3.0:1763338460.800458:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10084 00000100:00100000:3.0:1763338460.800467:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57007:x1848993291008640:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.800484:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.800503:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b173e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cb4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.800568:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.800580:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800590:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800599:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.800605:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800612:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800651:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800658:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800664:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800670:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800675:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.800679:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800686:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800700:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338460.800703:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.800708:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800714:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1745 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800726:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800732:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800737:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800741:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338460.800744:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800749:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800756:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:3.0:1763338460.800759:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.800762:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800767:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b174c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.800793:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b173e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cb4 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.800803:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338460.800806:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338460.800809:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b173e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cb4 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.800817:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:3.0:1763338460.800869:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57007:x1848993291008640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 403us (638us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338460.800875:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10084 00000100:00100000:1.0:1763338460.805110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.805300:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291008768 00000100:00100000:0.0:1763338460.805311:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291008768 00000100:00100000:0.0:1763338460.805383:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7014 00000100:00100000:0.0:1763338460.805394:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+31:57003:x1848993291008768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.805418:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.805440:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cbb expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.805474:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 32 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.805483:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.805485:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.805490:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 32 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.805528:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 32 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338460.805542:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00000100:00100000:0.0:1763338460.805557:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303230080:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.805614:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.805641:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:3.0:1763338460.805997:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291009024 00000100:00100000:3.0:1763338460.806002:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291009024 00000100:00100000:3.0:1763338460.806049:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10085 00000100:00100000:3.0:1763338460.806058:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57007:x1848993291009024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.806072:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.806074:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338460.806095:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1730 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cad expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.806117:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338460.806126:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338460.806139:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b175a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cc2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.807901:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.807924:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.807935:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.807947:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.807954:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.807960:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808393:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.808402:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808409:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338460.808419:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 0 00010000:00010000:2.0:1763338460.808448:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808456:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808462:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808469:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808474:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.808478:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808486:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808497:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a000) 00010000:00010000:2.0:1763338460.808500:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.808504:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808510:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1761 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338460.808524:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000650d78a1 reply state 0000000059d111f6 transno 4294973102 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808535:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.808541:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:2.0:1763338460.808543:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338460.808546:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338460.808582:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b175a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.808601:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.808614:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.808616:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.808619:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338460.810661:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57007:x1848993291009024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4591us (5032us total) trans 4294973102 rc 0/0 00000100:00100000:1.0:1763338460.810873:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.810962:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291009152 00000100:00100000:3.0:1763338460.810973:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291009152 00000100:00100000:0.0:1763338460.810989:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303230080:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.811009:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 33 pid: 17642 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338460.811018:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 33 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.811035:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8c00, rc 0) 00000100:00100000:3.0:1763338460.811060:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3306 00000100:00100000:3.0:1763338460.811069:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291009152:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338460.811076:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+33:57003:x1848993291008768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5685us (5978us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338460.811084:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763338460.811087:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7014 00010000:00010000:3.0:1763338460.811103:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00010000:00010000:3.0:1763338460.811115:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00010000:00010000:3.0:1763338460.811140:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1634 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c52 expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00010000:00010000:3.0:1763338460.811151:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.811153:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.811160:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.811169:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.811204:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.811218:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6505:1848993303230208:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338460.811309:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b000 going to sleep for 11 seconds 00000100:00100000:2.0:1763338460.811382:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10085 00000100:00100000:1.0:1763338460.813698:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.813798:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6505:1848993303230208:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338460.813819:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.813908:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.813924:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291009536 00000100:00100000:2.0:1763338460.813935:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291009536 00000100:00100000:2.0:1763338460.813985:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7015 00000100:00100000:2.0:1763338460.813994:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291009536:12345-192.168.202.34@tcp:2:lfs.0 00000100:00100000:3.0:1763338460.814135:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291009152:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3025us (3222us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.814144:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3306 00000100:00100000:3.0:1763338460.814184:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291009408 00000100:00100000:3.0:1763338460.814188:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291009408 00000100:00100000:3.0:1763338460.814641:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10086 00000100:00100000:3.0:1763338460.814647:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57007:x1848993291009408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.814663:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.814681:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b177d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cc9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.814778:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338460.814793:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.814802:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.814830:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.814841:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 286 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.814854:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303230336:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.814923:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b240 going to sleep for 11 seconds 00002000:00010000:2.0:1763338460.815049:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338460.815053:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338460.815057:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 0 -> 1763338460 00002000:00010000:2.0:1763338460.815059:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338460.815061:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338460.815093:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291009536:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 1100us (1404us total) trans 17179871778 rc 0/0 00000100:00100000:2.0:1763338460.815100:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7015 00000100:00100000:1.0:1763338460.819150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.819453:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303230336:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338460.819484:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338460.819795:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291009664 00000100:00100000:2.0:1763338460.819804:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291009664 00010000:00010000:2.0:1763338460.819847:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 287 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.819891:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3307 00000100:00100000:2.0:1763338460.819901:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2410:x1848993291009664:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.819918:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.819925:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 287 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.819937:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 287 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.819960:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b176f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc2 expref: 287 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.819975:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.819980:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.819991:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.819999:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.820023:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.820076:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2410:x1848993291009664:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 175us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.820084:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3307 00000100:00100000:1.0:1763338460.820147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338460.820486:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820496:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338460.820526:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 0 00000004:00080000:0.0:1763338460.820730:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x282:0x0], index 1: 0 00000004:00080000:0.0:1763338460.820739:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x282:0x0], index 0: 0 00000004:00080000:0.0:1763338460.820744:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x283:0x0], index 0: 0 00000004:00080000:0.0:1763338460.820748:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x283:0x0], index 1: 0 00010000:00010000:0.0:1763338460.820872:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820880:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820886:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820891:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.820896:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820904:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820916:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.820919:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.820930:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820936:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1784 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.820993:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b177d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc9 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.820996:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291009920 00000100:00100000:2.0:1763338460.821002:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291009920 00010000:00010000:0.0:1763338460.821004:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.821007:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338460.821011:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b177d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cc9 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.821024:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:2.0:1763338460.821035:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3521 00000100:00100000:2.0:1763338460.821041:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57003:x1848993291009920:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338460.821061:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57007:x1848993291009408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6414us (7155us total) trans 4294973103 rc 301/301 00000100:00100000:0.0:1763338460.821067:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10086 00000004:00010000:2.0:1763338460.821086:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1e5:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b157e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c13 expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.821117:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338460.821128:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.821136:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.821169:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.821182:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 285 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.821196:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144527b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303230464:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.821288:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.823711:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.823724:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144527b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303230464:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.823748:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:1.0:1763338460.823861:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291010176 00000100:00100000:1.0:1763338460.823868:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291010176 00000100:00100000:1.0:1763338460.823916:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3522 00000100:00100000:1.0:1763338460.823926:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57007:x1848993291010176:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338460.824006:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.824195:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57007:x1848993291010176:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 269us (490us total) trans 4294973104 rc 0/0 00000100:00100000:1.0:1763338460.824203:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3522 00000100:00100000:2.0:1763338460.824286:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291010304 00000100:00100000:2.0:1763338460.824291:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291010304 00010000:00010000:2.0:1763338460.824311:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 287 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.824355:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3308 00000100:00100000:2.0:1763338460.824362:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2410:x1848993291010304:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338460.824373:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.824380:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 287 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.824391:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 287 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.824414:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b160a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c3d expref: 287 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.824429:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:2.0:1763338460.824434:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.824445:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.824452:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.824471:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.824543:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2410:x1848993291010304:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 181us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.824551:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3308 00010000:00010000:1.0:1763338460.824630:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.824637:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000040:00080000:1.0:1763338460.824826:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1614, 88 off135256 00000004:00080000:1.0:1763338460.824834:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130536571818ns, next at 1131475593748ns, rc = 0 00000040:00080000:1.0:1763338460.825067:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1614, 88 off135016 00000004:00080000:1.0:1763338460.825073:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130536810629ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338460.825098:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1615, 88 off135104 00000004:00080000:1.0:1763338460.825102:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130536839923ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338460.825110:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1615, 88 off135344 00000004:00080000:1.0:1763338460.825113:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130536851359ns, next at 1131475593748ns, rc = 0 00000100:00100000:0.0:1763338460.832240:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.832404:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291010560 00000100:00100000:3.0:1763338460.832414:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291010560 00000100:00100000:3.0:1763338460.832668:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3523 00000100:00100000:3.0:1763338460.832680:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57007:x1848993291010560:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338460.833089:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57007:x1848993291010560:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 410us (858us total) trans 4294973106 rc 0/0 00000100:00100000:3.0:1763338460.833098:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3523 00000001:00080000:3.0:1763338460.836632:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973105 is committed 00000004:00080000:3.0:1763338460.836645:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1059 committed 00000004:00080000:3.0:1763338460.836668:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1053 committed 00000004:00080000:3.0:1763338460.836683:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1052 committed 00000004:00080000:3.0:1763338460.836685:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1058 committed 00000004:00080000:3.0:1763338460.836700:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1057 committed 00000004:00080000:3.0:1763338460.836702:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1051 committed 00000100:00100000:3.0:1763338460.836869:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303230592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.836936:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338460.837136:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837148:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837156:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837162:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.837169:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837177:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837194:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:0.0:1763338460.837197:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.837202:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837209:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b16d5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837230:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837237:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837243:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837247:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.837250:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837257:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837302:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.837305:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.837308:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837318:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b16ea lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837328:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837344:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837351:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837356:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.837359:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837365:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837373:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:0.0:1763338460.837376:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.837378:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837384:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b1737 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338460.837394:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837401:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837406:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837411:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338460.837414:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837419:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837426:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:0.0:1763338460.837428:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338460.837431:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.837436:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1768 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338460.837636:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303231104:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338460.837671:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.837692:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338460.837698:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303230720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.837721:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338460.837748:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303230592 00000100:00100000:3.0:1763338460.837756:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303230592 00000100:00100000:3.0:1763338460.837798:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303231104 00000100:00100000:3.0:1763338460.837801:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303231104 00000100:00100000:3.0:1763338460.837817:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303230720 00000100:00100000:3.0:1763338460.837819:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303230720 00000100:00100000:3.0:1763338460.837840:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7016 00000100:00100000:3.0:1763338460.837848:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3656:x1848993303230592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338460.837873:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:640 count 1 00010000:00010000:3.0:1763338460.837896:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.837913:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 31 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.837921:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338460.837923:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338460.837926:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.837964:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 31 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.837978:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 31 pid: 17642 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.837990:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303231232:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338460.838047:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b000 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.838231:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303231360:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.838286:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.838316:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303231360 00000100:00100000:1.0:1763338460.838320:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303231360 00000100:00100000:1.0:1763338460.838358:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7017 00000100:00100000:1.0:1763338460.838365:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3656:x1848993303231104:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338460.838499:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338460.838503:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 1763338460 -> 1763338460 00002000:00010000:1.0:1763338460.838505:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338460.838507:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 1763338460 -> 1763338460 00002000:00010000:1.0:1763338460.838511:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338460.838546:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3656:x1848993303231104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 182us (874us total) trans 21474839108 rc 0/0 00000100:00100000:1.0:1763338460.838554:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7017 00000100:00100000:1.0:1763338460.838571:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7018 00000100:00100000:1.0:1763338460.838577:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3656:x1848993303230720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338460.838590:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:641 count 1 00002000:00010000:1.0:1763338460.838610:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338460.838615:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.838623:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.838625:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.838630:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.838642:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.838651:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.838660:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.838678:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338460.838864:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839104 gen 2 00000004:00080000:3.0:1763338460.838869:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147773100, transno 21474839079 00000004:00080000:3.0:1763338460.838874:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526300, transno 21474839082 00000004:00080000:3.0:1763338460.838876:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c7480, transno 21474839083 00000004:00080000:3.0:1763338460.838879:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3ea00, transno 21474839084 00000004:00080000:3.0:1763338460.838881:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145157b80, transno 21474839085 00000004:00080000:3.0:1763338460.838884:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c6a00, transno 21474839086 00000004:00080000:3.0:1763338460.838886:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277500700, transno 21474839087 00000004:00080000:3.0:1763338460.838888:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277500380, transno 21474839088 00000004:00080000:3.0:1763338460.838891:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277502680, transno 21474839089 00000004:00080000:3.0:1763338460.838893:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717800, transno 21474839091 00000004:00080000:3.0:1763338460.838896:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717b80, transno 21474839092 00000004:00080000:3.0:1763338460.838898:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277716300, transno 21474839093 00000004:00080000:3.0:1763338460.838901:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277716a00, transno 21474839094 00000004:00080000:3.0:1763338460.838903:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68000, transno 21474839096 00000004:00080000:3.0:1763338460.838905:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6b480, transno 21474839097 00000004:00080000:3.0:1763338460.838907:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6ad80, transno 21474839098 00000004:00080000:3.0:1763338460.838910:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69880, transno 21474839099 00000004:00080000:3.0:1763338460.838913:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf30700, transno 21474839101 00000004:00080000:3.0:1763338460.838915:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31500, transno 21474839102 00000004:00080000:3.0:1763338460.838917:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15500, transno 21474839103 00000004:00080000:3.0:1763338460.838920:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16d80, transno 21474839104 00000100:00100000:3.0:1763338460.838926:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd144524a80 x1848993303231104/t21474839108(21474839108) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338476 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763338460.838936:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144524a80/2, rc 0, transno 21474839108 00000100:00100000:3.0:1763338460.838940:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144524a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303231104:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.839030:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144527b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303230848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.839061:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.839077:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303231488:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.839095:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.839106:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338460.839111:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303230976:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338460.839127:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.839145:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303230848 00000100:00100000:0.0:1763338460.839148:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303230848 00000100:00100000:0.0:1763338460.839164:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303231488 00000100:00100000:0.0:1763338460.839166:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303231488 00000100:00100000:0.0:1763338460.839173:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303230976 00000100:00100000:0.0:1763338460.839175:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303230976 00000100:00100000:0.0:1763338460.839185:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7019 00000100:00100000:0.0:1763338460.839191:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+44:3657:x1848993303231360:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338460.839258:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338460.839279:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338460.839281:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 1763338460 -> 1763338460 00002000:00010000:0.0:1763338460.839283:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338460.839285:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338460.839319:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+45:3657:x1848993303231360:12345-0@lo:2:osp-syn-1-1.0 Request processed in 127us (1032us total) trans 17179871779 rc 0/0 00000100:00100000:0.0:1763338460.839325:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7019 00000100:00100000:0.0:1763338460.839352:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7020 00000100:00100000:0.0:1763338460.839358:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d653850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303230848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338460.839368:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:640 count 1 00010000:00010000:0.0:1763338460.839382:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.839396:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.839403:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.839405:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.839408:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.839429:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.839438:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 14 pid: 17642 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.839453:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303231616:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.839490:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338460.839658:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7021 00000100:00100000:3.0:1763338460.839667:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3654:x1848993303231488:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338460.839736:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338460.839739:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:3.0:1763338460.839742:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338460.839745:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:3.0:1763338460.839747:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338460.839786:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3654:x1848993303231488:12345-0@lo:2:osp-syn-1-1.0 Request processed in 121us (689us total) trans 17179871780 rc 0/0 00000100:00100000:3.0:1763338460.839793:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7021 00000100:00100000:3.0:1763338460.839807:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7022 00000100:00100000:3.0:1763338460.839813:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303230976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338460.839824:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:641 count 1 00002000:00010000:3.0:1763338460.839841:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.839845:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.839853:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.839854:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.839858:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.839868:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.839877:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.839884:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.839903:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338460.840322:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303230976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 508us (1192us total) trans 21474839109 rc 0/0 00000100:00100000:3.0:1763338460.840330:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7022 00000100:00100000:1.0:1763338460.840790:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+45:3656:x1848993303230720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2211us (3065us total) trans 17179871781 rc 0/0 00000100:00100000:1.0:1763338460.840803:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7018 00010000:00010000:1.0:1763338460.840842:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338460.840849:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840859:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.840863:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840872:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840891:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840898:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b17a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840915:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.840919:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840925:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.840928:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840934:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840944:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840950:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b17ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.840961:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.840963:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.840965:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338460.840997:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761e680/2, rc 0, transno 17179871779 00000100:00100000:1.0:1763338460.841003:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303231360:0@lo:2:osp-syn-1-1.0 00000004:00010000:1.0:1763338460.841044:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6f66346 reply state 00000000e65681be transno 4294973105 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841059:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841067:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.841069:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763338460.841073:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338460.841079:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.841081:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338460.841087:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b157e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c13 expref: 275 pid: 6518 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763338460.841167:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763338460.841180:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+275:57003:x1848993291009920:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 20139us (21033us total) trans 4294973105 rc 0/0 00000100:00100000:1.0:1763338460.841191:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3521 00010000:00010000:1.0:1763338460.841240:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841248:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841253:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841258:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.841291:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841297:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841304:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.841307:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338460.841309:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.841314:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1792 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00000004:00080000:2.0:1763338460.841619:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 1 changes, 3 in progress, 2 in flight, 21 done 00000100:00100000:2.0:1763338460.841668:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303231744:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.841706:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338460.841741:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338460.841752:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303231744 00000100:00100000:2.0:1763338460.841759:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303231744 00000100:00100000:2.0:1763338460.841792:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7023 00000100:00100000:2.0:1763338460.841800:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303231744:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338460.841900:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338460.841903:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338460.841907:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338460.841909:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338460.841911:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27f:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338460.841944:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303231744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 144us (236us total) trans 21474839110 rc 0/0 00000100:00100000:2.0:1763338460.841950:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7023 00000004:00080000:2.0:1763338460.841984:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144526300/2, rc 0, transno 21474839110 00000100:00100000:2.0:1763338460.841989:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303231744:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338460.842093:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761ea00/2, rc 0, transno 17179871781 00000100:00100000:3.0:1763338460.842098:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303230720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338460.843920:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000004:00080000:0.0:1763338460.844088:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144524e00/2, rc 0, transno 21474839109 00000100:00100000:0.0:1763338460.844096:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144524e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303230976:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763338460.844110:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761d180/2, rc 0, transno 17179871780 00000100:00100000:0.0:1763338460.844114:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303231488:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.846018:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291010816 00000100:00100000:2.0:1763338460.846031:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291010816 00000100:00100000:2.0:1763338460.846097:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10087 00000100:00100000:2.0:1763338460.846107:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+274:55909:x1848993291010816:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338460.846130:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.846155:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b17b5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cd0 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.846325:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.846350:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846362:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846379:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.846386:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846392:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846455:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b17ca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.846463:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b17ca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846470:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b17ca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338460.846479:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 0 00010000:00010000:2.0:1763338460.846568:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846577:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846582:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846590:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846595:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.846599:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846607:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846619:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338460.846622:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.846627:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846633:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846644:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846649:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846654:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846658:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.846661:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846667:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846673:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695f00) 00010000:00010000:2.0:1763338460.846675:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.846690:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846696:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17c3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.846737:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b17b5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cd0 expref: 277 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.846751:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b17ca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cd0 expref: 276 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.846757:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.846759:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.846762:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0a00, rc 0) 00000100:00100000:2.0:1763338460.846831:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993291010816:12345-192.168.202.34@tcp:101:bash.0 Request processed in 726us (2918us total) trans 4294973107 rc 0/0 00000100:00100000:2.0:1763338460.846839:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10087 00000100:00100000:0.0:1763338460.847099:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.847123:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291010944 00000100:00100000:0.0:1763338460.847128:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291010944 00010000:00010000:0.0:1763338460.847151:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 32 pid: 17642 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.847177:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3309 00000100:00100000:0.0:1763338460.847185:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291010944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.847196:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.847201:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 32 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.847212:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 32 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.847231:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.847233:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.847238:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847252:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847297:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.847320:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291010944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 137us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.847326:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3309 00000100:00100000:0.0:1763338460.847409:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303231616:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.847429:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.847486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.847500:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291011072 00000100:00100000:0.0:1763338460.847503:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291011072 00010000:00010000:0.0:1763338460.847518:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 15 pid: 17642 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.847535:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3310 00000100:00100000:0.0:1763338460.847541:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291011072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.847550:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.847554:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 15 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.847564:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 15 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.847583:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd143194600/0x4ea0a6980f4b1688 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c75 expref: 15 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.847594:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.847595:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.847598:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847606:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847623:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.847643:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291011072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 101us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.847650:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3310 00010000:00010000:0.0:1763338460.847671:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847678:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847687:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847693:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847713:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338460.847922:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d653850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303230848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8562us (8858us total) trans 21474839111 rc 0/0 00000100:00100000:0.0:1763338460.847930:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7020 00010000:00010000:0.0:1763338460.847949:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338460.847955:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847962:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338460.847965:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847973:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847984:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.847991:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b17a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.848007:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.848009:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338460.848011:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338460.848037:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144527b80/2, rc 0, transno 21474839111 00000100:00100000:0.0:1763338460.848043:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144527b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303230848:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338460.849823:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1696 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c7c expref: 31 pid: 17642 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.849844:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303231232:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.849865:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.849875:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.849881:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.849891:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.849900:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.849928:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338460.850160:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+45:3656:x1848993303230592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12311us (13222us total) trans 17179871782 rc 0/0 00000100:00100000:2.0:1763338460.850169:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7016 00000004:00080000:2.0:1763338460.850351:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14761c380/2, rc 0, transno 17179871782 00000100:00100000:2.0:1763338460.850357:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303230592:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338460.850587:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338460.850596:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.850605:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.850609:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.850618:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.850636:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.850644:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1799 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.850663:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.850666:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.850668:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338460.851095:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.851361:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.851549:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291011200 00000100:00100000:3.0:1763338460.851557:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291011200 00000100:00100000:3.0:1763338460.851607:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291011328 00000100:00100000:3.0:1763338460.851611:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291011328 00000100:00100000:3.0:1763338460.851643:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10088 00000100:00100000:3.0:1763338460.851651:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:57003:x1848993291011200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.851673:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.851692:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b17d8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cd7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.851747:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b17d8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cd7 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.851761:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e200/0x4ea0a6980f4b17d8 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cd7 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.851779:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:3.0:1763338460.851782:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338460.851786:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e200, rc 0) 00000100:00100000:3.0:1763338460.851831:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57003:x1848993291011200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 180us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.851838:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10088 00000100:00100000:3.0:1763338460.851855:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10089 00000100:00100000:3.0:1763338460.851862:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:55909:x1848993291011328:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338460.851871:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.851880:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b17df lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cde expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.851900:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b17e6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338460.851914:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b17e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.851923:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b17e6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338460.852025:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b17df lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cde expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.852039:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b17e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cde expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.852047:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338460.852049:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338460.852052:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:3.0:1763338460.852081:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993291011328:12345-192.168.202.34@tcp:101:bash.0 Request processed in 221us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.852088:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10089 00000100:00100000:0.0:1763338460.856086:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.856487:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291011584 00000100:00100000:2.0:1763338460.856498:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291011584 00000100:00100000:2.0:1763338460.856562:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10090 00000100:00100000:2.0:1763338460.856573:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993291011584:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338460.856628:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338460.856659:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b17ca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cd0 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.856678:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.856683:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.856875:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.856889:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.856899:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:2.0:1763338460.856954:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973108 00000004:00010000:2.0:1763338460.856978:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ff0e010b reply state 000000007a595e85 transno 4294973109 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.856989:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.856996:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.856999:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338460.857002:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338460.859032:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993291011584:12345-192.168.202.34@tcp:36:bash.0 Request processed in 2449us (2945us total) trans 4294973109 rc 0/0 00000100:00100000:2.0:1763338460.859045:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10090 00000020:00080000:2.0:1763338460.859053:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338460.859986:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.860110:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291011840 00000100:00100000:2.0:1763338460.860121:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291011840 00000100:00100000:2.0:1763338460.860172:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3524 00000100:00100000:2.0:1763338460.860182:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57003:x1848993291011840:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338460.860455:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1e5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338460.860515:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1616, 64 off135408 00000040:00080000:2.0:1763338460.860538:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1616, 64 off135168 00000040:00080000:2.0:1763338460.860550:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1617, 64 off135232 00000040:00080000:2.0:1763338460.860559:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1617, 64 off135472 00010000:00010000:2.0:1763338460.860616:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338460.860633:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.860644:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.860653:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.860659:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338460.860665:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.862702:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.862716:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.862725:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.862729:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.862738:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 5/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.862755:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e5:0x0].0x0 (ffff8fd143077800) 00010000:00010000:1.0:1763338460.862757:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338460.862763:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 3/0,0 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338460.862772:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.862773:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.862776:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.862914:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1763338460.862923:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b17f4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00000100:00100000:2.0:1763338460.864128:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291011840:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 3938us (4137us total) trans 4294973110 rc 0/0 00000100:00100000:2.0:1763338460.864142:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3524 00000100:00100000:1.0:1763338460.864890:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.865938:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291011968 00000100:00100000:2.0:1763338460.865951:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291011968 00000100:00100000:2.0:1763338460.866019:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10091 00000100:00100000:2.0:1763338460.866030:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993291011968:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338460.866060:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.866083:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b17fb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ce5 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.866138:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b17fb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ce5 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.866151:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b17fb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ce5 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.866174:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.866177:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338460.866180:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1400, rc 0) 00000100:00100000:2.0:1763338460.866247:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291011968:12345-192.168.202.34@tcp:101:bash.0 Request processed in 219us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.866255:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10091 00000100:00100000:0.0:1763338460.869410:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.870130:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291012224 00000100:00100000:2.0:1763338460.870141:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291012224 00000100:00100000:2.0:1763338460.870203:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10092 00000100:00100000:2.0:1763338460.870214:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57003:x1848993291012224:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.870241:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.870302:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1802 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cec expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.870394:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338460.870408:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870419:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870430:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338460.870437:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870448:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870559:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338460.870569:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870576:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338460.870586:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 0 00010000:00010000:2.0:1763338460.870666:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870674:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870694:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870700:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870706:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.870710:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870717:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870730:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338460.870733:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.870739:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870745:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1809 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870761:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870767:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870774:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870779:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.870782:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870788:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870795:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695f00) 00010000:00010000:2.0:1763338460.870798:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.870801:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870807:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1810 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.870851:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1802 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.870866:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.870874:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.870877:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.870879:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474e00, rc 0) 00000100:00100000:2.0:1763338460.870954:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57003:x1848993291012224:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 741us (1694us total) trans 4294973111 rc 0/0 00000100:00100000:2.0:1763338460.870962:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10092 00000100:00100000:3.0:1763338460.871797:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.873854:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291012480 00000100:00100000:2.0:1763338460.873869:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291012480 00000100:00100000:2.0:1763338460.876192:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10093 00000100:00100000:2.0:1763338460.876214:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993291012480:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338460.876240:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.876243:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338460.876290:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b17fb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ce5 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.876311:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.876317:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.876345:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1825 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cf3 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.876398:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338460.876411:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.876420:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.876456:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.876470:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.876484:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144525f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303231872:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.876574:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.878415:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.879731:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.879802:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291012736 00000100:00100000:3.0:1763338460.879811:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291012736 00000100:00100000:0.0:1763338460.879811:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144525f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303231872:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.879841:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338460.879910:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291012608 00010000:00010000:3.0:1763338460.879911:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.879916:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291012608 00000100:00100000:3.0:1763338460.879952:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3311 00000100:00100000:3.0:1763338460.879964:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24a116850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:2410:x1848993291012736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763338460.879970:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7024 00010000:00010000:3.0:1763338460.879983:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763338460.879983:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291012608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.879993:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.880000:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.880008:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.880023:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4cfa expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.880032:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1817 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cec expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.880049:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338460.880054:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338460.880064:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00002000:00010000:2.0:1763338460.880064:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338460.880077:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.880087:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338460.880091:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.880099:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.880102:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 32 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338460.880119:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 32 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338460.880132:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1a00, rc 0) 00000100:00100000:3.0:1763338460.880148:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24a116850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:2410:x1848993291012736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 186us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.880157:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3311 00000100:00100000:2.0:1763338460.880163:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291012608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 183us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.880172:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7024 00010000:00010000:0.0:1763338460.880248:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.880255:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:0.0:1763338460.880552:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1618, 88 off135560 00000004:00080000:0.0:1763338460.880561:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130592297860ns, next at 1131475593748ns, rc = 0 00000040:00080000:0.0:1763338460.880601:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1618, 88 off135320 00000004:00080000:0.0:1763338460.880606:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130592344316ns, next at 1131475561274ns, rc = 0 00000040:00080000:0.0:1763338460.880627:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1619, 88 off135408 00000004:00080000:0.0:1763338460.880632:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130592369819ns, next at 1131475561274ns, rc = 0 00000040:00080000:0.0:1763338460.880642:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1619, 88 off135648 00000004:00080000:0.0:1763338460.880645:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130592383525ns, next at 1131475593748ns, rc = 0 00000001:00080000:2.0:1763338460.883430:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973112 is committed 00000004:00080000:2.0:1763338460.883443:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1061 committed 00000004:00080000:2.0:1763338460.883457:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1055 committed 00000004:00080000:2.0:1763338460.883468:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1054 committed 00000004:00080000:2.0:1763338460.883471:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1060 committed 00000100:00100000:2.0:1763338460.883615:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303232000:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.883686:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338460.883768:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.883779:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.883786:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.883792:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338460.883796:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.883802:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.883817:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338460.883820:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338460.883838:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338460.883845:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b17ed lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338460.883883:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303232000 00000100:00100000:2.0:1763338460.883909:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338460.883918:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303232128:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.883951:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.883989:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303232384:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.884001:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303232256:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.884018:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338460.884041:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.884060:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303232128 00000100:00100000:2.0:1763338460.884065:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303232128 00000100:00100000:0.0:1763338460.884082:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303232384 00000100:00100000:0.0:1763338460.884088:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303232384 00000100:00100000:2.0:1763338460.884107:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303232256 00000100:00100000:2.0:1763338460.884112:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303232256 00000100:00100000:0.0:1763338460.884124:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7025 00000100:00100000:1.0:1763338460.884146:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303232000 00000100:00100000:2.0:1763338460.884153:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7026 00000100:00100000:2.0:1763338460.884164:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+46:3655:x1848993303232384:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.884179:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7027 00000100:00100000:1.0:1763338460.884188:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+46:3654:x1848993303232256:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338460.884189:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:639 count 1 00002000:00080000:1.0:1763338460.884205:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:638 count 1 00010000:00010000:2.0:1763338460.884222:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.884222:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884253:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.884253:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884290:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.884293:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.884297:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.884303:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338460.884306:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338460.884311:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884332:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.884351:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884361:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 31 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.884366:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.884388:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303232768:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.884393:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303232896:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.884455:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303232128:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.884457:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd240 going to sleep for 11 seconds 00002000:00080000:0.0:1763338460.884473:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:639 count 1 00000100:00100000:2.0:1763338460.884478:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7028 00000100:00100000:2.0:1763338460.884488:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303232000:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338460.884492:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1763338460.884501:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:638 count 1 00010000:00010000:0.0:1763338460.884508:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884515:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.884519:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.884523:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338460.884528:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884534:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884546:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.884548:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338460.884550:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.884565:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.884573:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.884583:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 13 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.884602:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 13 pid: 8869 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.884606:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303233024:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338460.884621:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303233152:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.884709:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.884731:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303232640:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.884772:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257ca80 going to sleep for 11 seconds 00010000:00010000:0.0:1763338460.884906:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cf3 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.884917:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.884920:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338460.884934:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1825 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cf3 expref: 277 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338460.884955:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cf3 expref: 276 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.884981:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.884984:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338460.884987:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475200, rc 0) 00000100:00100000:2.0:1763338460.885690:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338460.885698:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.885717:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303233408:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.885733:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338460.885743:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303232512:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338460.885751:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338460.885773:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.885779:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338460.885789:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303233280:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338460.885807:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303232640 00000100:00100000:1.0:1763338460.885813:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303232640 00000100:00100000:2.0:1763338460.885818:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338460.885849:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303233408 00000100:00100000:2.0:1763338460.885853:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303233408 00000100:00100000:2.0:1763338460.885876:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303232512 00000100:00100000:2.0:1763338460.885878:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303232512 00000100:00100000:2.0:1763338460.885895:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303233280 00000100:00100000:2.0:1763338460.885898:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303233280 00000100:00100000:1.0:1763338460.885911:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7029 00000100:00100000:1.0:1763338460.885926:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303233408:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338460.885977:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.886114:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303233408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 193us (361us total) trans 21474839112 rc 0/0 00000100:00100000:0.0:1763338460.886178:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993291012480:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9972us (14381us total) trans 4294973112 rc 0/0 00000100:00100000:0.0:1763338460.886187:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10093 00000100:00100000:0.0:1763338460.886210:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291012864 00000100:00100000:0.0:1763338460.886215:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291012864 00000100:00100000:0.0:1763338460.886256:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10094 00000100:00100000:0.0:1763338460.886289:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+276:57003:x1848993291012864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.886304:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.886319:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1856 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d01 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338460.886331:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7030 00000100:00100000:2.0:1763338460.886351:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3657:x1848993303232512:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338460.886370:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1856 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d01 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.886386:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1856 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d01 expref: 277 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.886400:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.886403:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338460.886407:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00002000:00010000:2.0:1763338460.886436:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338460.886440:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338460.886443:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:0.0:1763338460.886446:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+277:57003:x1848993291012864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 159us (470us total) trans 0 rc 0/0 00002000:00010000:2.0:1763338460.886448:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338460.886454:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338460.886459:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10094 00000100:00100000:2.0:1763338460.886497:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3657:x1848993303232512:12345-0@lo:2:osp-syn-1-1.0 Request processed in 147us (723us total) trans 17179871783 rc 0/0 00000100:00100000:2.0:1763338460.886504:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7030 00000100:00100000:2.0:1763338460.886523:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7031 00000100:00100000:0.0:1763338460.886529:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7032 00000100:00100000:2.0:1763338460.886531:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3657:x1848993303232640:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338460.886543:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303233280:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338460.886606:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3657:x1848993303232640:12345-0@lo:2:osp-syn-1-1.0 Request processed in 77us (911us total) trans 17179871784 rc 0/0 00000100:00100000:2.0:1763338460.886613:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7031 00000100:00100000:0.0:1763338460.886651:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303233280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (832us total) trans 21474839113 rc 0/0 00000004:00080000:2.0:1763338460.886653:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9a680/2, rc 0, transno 21474839112 00000100:00100000:0.0:1763338460.886664:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7032 00000100:00100000:2.0:1763338460.886665:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303233408:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338460.886680:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b100/2, rc 0, transno 21474839113 00000100:00100000:2.0:1763338460.886684:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303233280:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338460.886741:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534c000/2, rc 0, transno 17179871783 00000100:00100000:0.0:1763338460.886747:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303232512:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338460.886756:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534ed80/2, rc 0, transno 17179871784 00000100:00100000:0.0:1763338460.886759:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303232640:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.886814:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7029 00000100:00100000:3.0:1763338460.897374:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.897412:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.897426:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291012992 00000100:00100000:0.0:1763338460.897438:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291012992 00000100:00100000:3.0:1763338460.897439:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291013120 00000100:00100000:3.0:1763338460.897445:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291013120 00000100:00100000:2.0:1763338460.897479:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303232768:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.897490:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 33 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.897510:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.897532:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3312 00000100:00100000:0.0:1763338460.897545:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291012992:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.897563:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.897569:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 33 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.897581:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 33 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.897611:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b16f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c98 expref: 33 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.897628:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.897630:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.897635:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.897646:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.897731:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.897781:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291012992:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 240us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.897790:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3312 00000100:00100000:0.0:1763338460.897875:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303233024:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.897889:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338460.898004:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.898026:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.898039:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291013632 00000100:00100000:0.0:1763338460.898043:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291013632 00010000:00010000:0.0:1763338460.898073:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 14 pid: 8869 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.898099:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3313 00000100:00100000:0.0:1763338460.898106:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291013632:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.898115:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.898119:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 14 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.898129:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 14 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.898143:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.898145:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.898149:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898157:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898170:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.898199:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291013632:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 93us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.898205:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3313 00000100:00100000:0.0:1763338460.898240:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.898255:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291013504 00000100:00100000:0.0:1763338460.898259:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291013504 00010000:00010000:0.0:1763338460.898318:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 14 pid: 17642 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.898354:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3314 00000100:00100000:0.0:1763338460.898362:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291013504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.898369:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.898373:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 14 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.898382:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 14 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.898395:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b16f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4c91 expref: 14 pid: 17642 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.898405:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.898407:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338460.898409:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898417:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898433:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.898454:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291013504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 93us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.898460:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3314 00010000:00010000:0.0:1763338460.898490:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898499:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898509:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898517:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.898534:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338460.898606:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338460.898634:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3315 00000100:00100000:3.0:1763338460.898644:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291013120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338460.898653:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.898659:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338460.898670:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338460.898794:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303232896:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.898856:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303232128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14723us (14904us total) trans 21474839114 rc 0/0 00000100:00100000:0.0:1763338460.898864:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7025 00010000:00010000:3.0:1763338460.899049:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1753 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cbb expref: 31 pid: 8403 timeout: 1230 lvb_type: 0 00010000:00010000:1.0:1763338460.899085:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899142:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338460.899149:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899157:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.899162:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899171:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899188:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899194:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1848 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899211:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.899213:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.899215:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.899230:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.899241:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899242:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1538 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4bfe expref: 12 pid: 8869 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.899278:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.899290:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.899292:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303233152:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338460.899313:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.899315:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338460.899326:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899332:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899349:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899355:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899372:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338460.899513:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3655:x1848993303232384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15351us (15494us total) trans 17179871785 rc 0/0 00000100:00100000:2.0:1763338460.899521:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7026 00010000:00010000:2.0:1763338460.899544:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763338460.899550:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.899557:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303232000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15068us (15867us total) trans 21474839115 rc 0/0 00010000:00010000:2.0:1763338460.899562:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338460.899569:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338460.899569:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7028 00010000:00010000:2.0:1763338460.899582:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.899595:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899598:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338460.899608:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b183a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899609:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899630:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338460.899634:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.899638:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338460.899642:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.899643:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.899644:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.899659:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.899666:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b184f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338460.899673:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534ea00/2, rc 0, transno 17179871785 00000100:00100000:2.0:1763338460.899681:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303232384:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763338460.899708:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a98380/2, rc 0, transno 21474839114 00000100:00100000:2.0:1763338460.899714:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303232128:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338460.899723:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b480/2, rc 0, transno 21474839115 00000100:00100000:2.0:1763338460.899728:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303232000:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338460.899930:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.899933:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.899938:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.899947:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.899979:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338460.900005:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.900010:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993291013120:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1366us (2596us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338460.900021:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.900026:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3315 00010000:00010000:2.0:1763338460.900036:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.900044:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.900191:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338460.900217:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338460.900223:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.900231:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338460.900235:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.900243:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.900255:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.900284:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b1841 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.900299:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.900301:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338460.900303:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.900417:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.900419:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338460.900421:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338460.900437:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291013376 00000100:00100000:2.0:1763338460.900438:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+49:3654:x1848993303232256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16250us (16396us total) trans 17179871786 rc 0/0 00000100:00100000:1.0:1763338460.900444:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291013376 00000100:00100000:2.0:1763338460.900449:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7027 00000100:00100000:1.0:1763338460.900492:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3525 00000004:00080000:3.0:1763338460.900815:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534f100/2, rc 0, transno 17179871786 00000100:00100000:3.0:1763338460.900822:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303232256:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338460.900910:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+277:57003:x1848993291013376:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.901096:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57003:x1848993291013376:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 596us (3091us total) trans 4294973113 rc 0/0 00000100:00100000:1.0:1763338460.901102:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3525 00000100:00100000:1.0:1763338460.901487:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.904517:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291013760 00000100:00100000:2.0:1763338460.904531:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291013760 00000100:00100000:1.0:1763338460.904837:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7033 00000100:00100000:1.0:1763338460.904849:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+30:55909:x1848993291013760:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.904870:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.904932:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d08 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.904962:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 31 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338460.904970:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.904972:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.904976:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 31 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.905011:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 31 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338460.905023:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 31 pid: 17642 timeout: 1230 lvb_type: 1 00000100:00100000:1.0:1763338460.905035:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303233536:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338460.905130:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.907749:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.907839:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014016 00000100:00100000:2.0:1763338460.907849:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014016 00000100:00100000:2.0:1763338460.907911:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10095 00000100:00100000:2.0:1763338460.907921:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57003:x1848993291014016:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.907945:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.907968:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b1864 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d0f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.908047:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.908061:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908072:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908084:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.908090:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908096:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908212:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338460.908222:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908229:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338460.908239:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 2 00010000:00010000:2.0:1763338460.908389:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908397:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908402:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908408:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908414:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.908417:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908424:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908435:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338460.908438:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.908442:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908449:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b186b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908460:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908466:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908471:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908476:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.908478:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908483:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908490:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695f00) 00010000:00010000:2.0:1763338460.908493:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.908495:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908500:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1872 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.908541:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b1864 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.908558:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.908565:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.908568:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338460.908571:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:2.0:1763338460.908625:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57003:x1848993291014016:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 706us (886us total) trans 4294973114 rc 0/0 00000100:00100000:2.0:1763338460.908634:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10095 00000100:00100000:1.0:1763338460.909320:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.909471:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014144 00000100:00100000:3.0:1763338460.909479:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014144 00010000:00010000:3.0:1763338460.909512:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00000100:00100000:3.0:1763338460.909543:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3316 00000100:00100000:3.0:1763338460.909552:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291014144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338460.909565:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338460.909571:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00010000:00010000:3.0:1763338460.909588:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00010000:00010000:3.0:1763338460.909609:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.909611:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338460.909618:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 32 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.909628:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 32 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.909661:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 32 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338460.909673:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303233664:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338460.909731:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516c6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1763338460.914717:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1833 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cfa expref: 32 pid: 17642 timeout: 1230 lvb_type: 1 00000100:00100000:2.0:1763338460.914743:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303233536:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338460.914778:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 31 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.914795:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:2.0:1763338460.914873:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+31:55909:x1848993291013760:12345-192.168.202.34@tcp:101:bash.0 Request processed in 10026us (13387us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.914883:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7033 00000100:00100000:0.0:1763338460.914972:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.914998:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014400 00000100:00100000:1.0:1763338460.915007:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014400 00000100:00100000:1.0:1763338460.915057:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3526 00000100:00100000:1.0:1763338460.915066:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57003:x1848993291014400:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338460.915295:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291014400:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 229us (323us total) trans 4294973115 rc 0/0 00000100:00100000:1.0:1763338460.915303:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3526 00000100:00100000:3.0:1763338460.916482:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8421:1848993303233664:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338460.916566:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338460.916667:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993291014144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7113us (7347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338460.916678:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3316 00000100:00100000:0.0:1763338460.918858:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.919631:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014528 00000100:00100000:2.0:1763338460.919643:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014528 00000100:00100000:1.0:1763338460.920914:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7034 00000100:00100000:1.0:1763338460.920933:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993291014528:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338460.921011:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338460.921036:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d16 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338460.921065:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338460.921090:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.921092:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338460.921102:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.921122:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338460.921136:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338460.921209:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993291014528:12345-192.168.202.34@tcp:101:bash.0 Request processed in 283us (2363us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338460.921217:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7034 00000100:00100000:1.0:1763338460.921360:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.921959:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014656 00000100:00100000:3.0:1763338460.921968:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014656 00000100:00100000:3.0:1763338460.922357:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3527 00000100:00100000:3.0:1763338460.922370:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291014656:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338460.922507:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57003:x1848993291014656:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 140us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338460.922514:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3527 00000100:00100000:1.0:1763338460.933381:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.933417:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338460.933479:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014912 00000100:00100000:3.0:1763338460.933490:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014912 00000100:00100000:0.0:1763338460.933515:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291014784 00000100:00100000:0.0:1763338460.933523:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291014784 00002000:00010000:3.0:1763338460.933534:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/642 (0->18446744073709551615) 00002000:00100000:3.0:1763338460.933540:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147770700 with x1848993291014912 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338460.933543:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/642 (0->18446744073709551615) 00002000:00100000:0.0:1763338460.933549:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147771880 with x1848993291014784 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338460.933554:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147770700. 00002000:00010000:0.0:1763338460.933557:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147771880. 00000100:00100000:3.0:1763338460.933596:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1725 00000100:00100000:3.0:1763338460.933608:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291014912:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:0.0:1763338460.933612:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1726 00000100:00100000:0.0:1763338460.933623:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2409:x1848993291014784:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338460.933799:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338460.933800:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338460.933807:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:0.0:1763338460.933807:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338460.933814:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338460.933815:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338460.933819:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:0.0:1763338460.933821:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338460.933873:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993291014784:12345-192.168.202.34@tcp:10:bash.0 Request processed in 252us (455us total) trans 17179871787 rc 0/0 00000100:00100000:0.0:1763338460.933880:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1726 00002000:00010000:0.0:1763338460.933884:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/642 (0->18446744073709551615) 00002000:00100000:0.0:1763338460.933886:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147771880 with x1848993291014784 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338460.933890:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147771880. 00002000:00010000:3.0:1763338460.933983:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338460.933986:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338460.934014:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291014912:12345-192.168.202.34@tcp:10:bash.0 Request processed in 409us (644us total) trans 21474839116 rc 0/0 00000100:00100000:3.0:1763338460.934024:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1725 00002000:00010000:3.0:1763338460.934028:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/642 (0->18446744073709551615) 00002000:00100000:3.0:1763338460.934032:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147770700 with x1848993291014912 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338460.934037:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147770700. 00000100:00100000:0.0:1763338460.937187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.937292:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291015168 00000100:00100000:2.0:1763338460.937305:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291015168 00000100:00100000:2.0:1763338460.937530:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10096 00000100:00100000:2.0:1763338460.937542:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57008:x1848993291015168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338460.937562:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338460.937583:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b188e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d1d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.937685:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1895 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338460.937701:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1895 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.937712:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1895 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338460.937723:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 2 00010000:00010000:2.0:1763338460.938477:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b188e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d1d expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.938498:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1895 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d1d expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.938506:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.938510:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338460.938513:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb800, rc 0) 00000100:00100000:2.0:1763338460.938578:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291015168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1039us (1401us total) trans 4294973116 rc 0/0 00000100:00100000:2.0:1763338460.938586:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10096 00000100:00100000:0.0:1763338460.948448:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.948715:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291015424 00000100:00100000:1.0:1763338460.948725:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291015424 00000100:00100000:1.0:1763338460.948785:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3528 00000100:00100000:1.0:1763338460.948796:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291015424:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:1.0:1763338460.949091:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993291015424:12345-192.168.202.34@tcp:35:bash.0 Request processed in 296us (652us total) trans 4294973117 rc 0/0 00000100:00100000:1.0:1763338460.949099:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3528 00000100:00100000:1.0:1763338460.954600:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.956288:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291015680 00000100:00100000:2.0:1763338460.956305:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291015680 00000100:00100000:0.0:1763338460.957024:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10097 00000100:00100000:0.0:1763338460.957037:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291015680:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.957064:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.957085:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b18a3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d24 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.957201:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338460.957216:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.957225:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.957295:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.957312:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 285 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.957324:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303233792:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.957414:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338460.965611:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.965746:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.965778:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291016064 00000100:00100000:0.0:1763338460.965787:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291016064 00010000:00010000:0.0:1763338460.965840:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 286 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.965874:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3317 00000100:00100000:0.0:1763338460.965884:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2410:x1848993291016064:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.965899:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.965908:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 286 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.965921:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 286 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338460.965931:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303233792:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.965948:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1879 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d0f expref: 286 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338460.965960:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.965967:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.965973:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.965982:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338460.965989:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338460.966054:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291015936 00000100:00100000:1.0:1763338460.966058:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291015936 00000100:00100000:1.0:1763338460.966083:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3529 00000100:00100000:1.0:1763338460.966089:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57009:x1848993291015936:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:1.0:1763338460.966405:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57009:x1848993291015936:12345-192.168.202.34@tcp:35:rm.0 Request processed in 305us (794us total) trans 4294973118 rc 0/0 00000100:00100000:1.0:1763338460.966412:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3529 00010000:00010000:0.0:1763338460.966955:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.966994:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2410:x1848993291016064:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1110us (1245us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.967006:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3317 00010000:00010000:2.0:1763338460.967073:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338460.967082:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338460.967105:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 5 00010000:00010000:2.0:1763338460.967195:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b18a3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.967213:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338460.967222:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.967225:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338460.967228:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba200, rc 0) 00000100:00100000:2.0:1763338460.967290:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57008:x1848993291015680:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10255us (12700us total) trans 4294973119 rc 0/0 00000100:00100000:2.0:1763338460.967298:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10097 00000100:00100000:1.0:1763338460.970868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338460.971102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338460.972078:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291016448 00000100:00100000:2.0:1763338460.972093:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291016448 00000100:00100000:0.0:1763338460.972979:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291016576 00000100:00100000:0.0:1763338460.972989:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291016576 00000100:00100000:0.0:1763338460.973031:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10098 00000100:00100000:0.0:1763338460.973040:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57009:x1848993291016448:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338460.973097:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763338460.973122:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1895 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d1d expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.973141:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b182c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cf3 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.973154:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1856 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d01 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.973166:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b17e6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4cde expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.973176:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.973182:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338460.973210:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.973222:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.973231:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.973243:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.973250:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.973256:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.973387:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338460.973398:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.973405:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.973440:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.973454:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 283 pid: 10039 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.973475:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303233920:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338460.973565:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c480 going to sleep for 11 seconds 00000100:00100000:3.0:1763338460.973644:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10099 00000100:00100000:3.0:1763338460.973655:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291016576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338460.973669:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338460.973688:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b18cd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d2b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338460.973764:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338460.973776:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.973783:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338460.973795:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338460.973803:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338460.977397:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303233920:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338460.977429:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338460.979762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.979836:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291016704 00000100:00100000:0.0:1763338460.979850:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291016704 00010000:00010000:0.0:1763338460.979890:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338460.979937:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3318 00000100:00100000:0.0:1763338460.979948:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c33050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:2409:x1848993291016704:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338460.979964:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338460.979971:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.979983:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.980006:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b18aa lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1e8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d24 expref: 285 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338460.980020:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.980025:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.980043:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.980051:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338460.980058:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.980063:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.980068:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.980105:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338460.980172:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c33050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:2409:x1848993291016704:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 225us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.980180:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3318 00010000:00010000:2.0:1763338460.980344:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980353:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000004:00080000:2.0:1763338460.980621:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1e8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763338460.980719:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980727:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980734:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980741:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.980746:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980753:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980761:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338460.980764:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338460.980767:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338460.980774:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338460.980779:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338460.980806:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.980814:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b18c6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.982999:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983016:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983022:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983028:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983033:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338460.983037:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983042:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983056:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:2.0:1763338460.983058:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338460.983062:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983067:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b18b8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338460.983085:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067abf598 reply state 0000000060eb9719 transno 4294973120 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983097:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338460.983103:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338460.983106:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338460.983109:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338460.983201:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57009:x1848993291016448:12345-192.168.202.34@tcp:36:rm.0 Request processed in 10157us (12339us total) trans 4294973120 rc 0/0 00000100:00100000:2.0:1763338460.983210:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10098 00010000:00010000:0.0:1763338460.983376:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.983385:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338460.983429:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 5 00000004:00200000:0.0:1763338460.983434:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338460.983452:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.983481:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b18cd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d2b expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.983500:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d2b expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.983507:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.983510:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338460.983512:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338460.983559:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291016576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9906us (12456us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338460.983566:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10099 00000100:00100000:3.0:1763338460.991136:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338460.991550:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291016960 00000100:00100000:0.0:1763338460.991562:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291016960 00000100:00100000:0.0:1763338460.991626:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10100 00000100:00100000:0.0:1763338460.991636:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291016960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338460.991663:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338460.991688:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b18db lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d32 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.991811:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b18e2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338460.991838:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b18e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338460.991849:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b18e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338460.991863:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 5 00010000:00010000:0.0:1763338460.991975:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b18db lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d32 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.991994:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b18e2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d32 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338460.992002:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338460.992005:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338460.992009:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:0.0:1763338460.992084:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57008:x1848993291016960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 449us (958us total) trans 4294973121 rc 0/0 00000100:00100000:0.0:1763338460.992091:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10100 00000100:00100000:2.0:1763338461.001998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.002104:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017088 00000100:00100000:1.0:1763338461.002115:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017088 00000100:00100000:1.0:1763338461.002180:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7035 00000100:00100000:1.0:1763338461.002189:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2407:x1848993291017088:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338461.002244:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.002290:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 31 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.002298:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.002300:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.002304:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.002353:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 31 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.002368:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 31 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338461.002386:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303234048:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.002492:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.003117:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.003184:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017216 00000100:00100000:2.0:1763338461.003189:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017216 00000100:00100000:2.0:1763338461.003230:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10101 00000100:00100000:2.0:1763338461.003237:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57010:x1848993291017216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.003253:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.003303:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b18f7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d39 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.003370:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.003382:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003392:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003402:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.003413:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003419:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003455:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003460:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003465:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003471:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003477:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.003481:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003488:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003498:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338461.003500:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.003503:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003508:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b18fe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003518:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003523:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003529:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003533:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.003535:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003541:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003546:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338461.003548:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.003551:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003556:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1905 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.003578:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b18f7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d39 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.003586:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338461.003588:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.003591:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b18f7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d39 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.003603:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:2.0:1763338461.003652:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57010:x1848993291017216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 414us (536us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.003659:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10101 00000100:00100000:1.0:1763338461.005743:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303234048:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.005771:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.006197:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.006297:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017344 00000100:00100000:0.0:1763338461.006305:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017344 00000100:00100000:0.0:1763338461.006365:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10102 00000100:00100000:0.0:1763338461.006375:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57010:x1848993291017344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.006393:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.006417:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b190c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d40 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.006485:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.006499:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006509:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006521:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.006532:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006539:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006576:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006583:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006590:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006595:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.006599:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006606:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006619:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338461.006622:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.006626:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006633:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1913 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006644:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006650:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006656:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006661:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.006663:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006669:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006674:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.006676:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.006685:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006690:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b191a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.006715:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b190c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d40 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.006724:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338461.006726:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.006730:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b190c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d40 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.006741:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:0.0:1763338461.006787:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57010:x1848993291017344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 414us (592us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338461.006795:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10102 00000100:00100000:1.0:1763338461.008617:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.008957:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.009327:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017472 00000100:00100000:2.0:1763338461.009343:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017472 00002000:00100000:2.0:1763338461.009388:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x282:0x0] (0->4) req@ffff8fd147770e00 x1848993291017472/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:487/0 lens 496/0 e 0 to 0 dl 1763338472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338461.009401:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147770e00 with x1848993291017472 ext(0->4) 00010000:00010000:2.0:1763338461.009409:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 32 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338461.009425:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 32 pid: 8406 timeout: 1230 lvb_type: 0 00002000:00010000:2.0:1763338461.009435:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd147770e00 00000100:00100000:2.0:1763338461.009465:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 119 00000100:00100000:2.0:1763338461.009474:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291017472:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:0.0:1763338461.010527:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017600 00000100:00100000:0.0:1763338461.010535:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017600 00000100:00100000:0.0:1763338461.010583:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10103 00000100:00100000:0.0:1763338461.010592:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57010:x1848993291017600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.010606:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.010629:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1921 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d47 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.010688:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1928 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.010700:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1928 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.010710:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1928 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338461.010749:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338461.010755:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338461.010786:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1921 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d47 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.010802:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1928 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d47 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.010810:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.010812:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338461.010816:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00000100:00100000:0.0:1763338461.010871:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57010:x1848993291017600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 281us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.010882:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10103 00000100:00100000:2.0:1763338461.011746:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2409:x1848993291017472:12345-192.168.202.34@tcp:4:bash.0 Request processed in 2269us (3133us total) trans 17179871788 rc 0/0 00000100:00100000:2.0:1763338461.011757:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 119 00002000:00100000:2.0:1763338461.011766:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x282:0x0] (0->4) req@ffff8fd147770e00 x1848993291017472/t17179871788(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:487/0 lens 496/448 e 0 to 0 dl 1763338472 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338461.011775:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147770e00 with x1848993291017472 ext(0->4) 00010000:00010000:2.0:1763338461.011784:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 34 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338461.011798:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 34 pid: 8406 timeout: 1230 lvb_type: 0 00002000:00010000:2.0:1763338461.011806:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd147770e00 00000100:00100000:1.0:1763338461.018007:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.018103:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.018174:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017856 00000100:00100000:0.0:1763338461.018185:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017856 00010000:00010000:0.0:1763338461.018223:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 34 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.018307:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3319 00000100:00100000:0.0:1763338461.018316:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993291017856:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.018331:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763338461.018360:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763338461.018363:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338461.018368:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 34 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.018381:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 34 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.018404:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b185d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d08 expref: 34 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.018420:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.018421:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.018426:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018436:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018468:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.018515:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291017856:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 200us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.018523:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3319 00010000:00010000:0.0:1763338461.018548:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018557:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018574:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018582:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018589:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018595:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.018600:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018608:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018624:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.018630:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b18f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.018675:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2407:x1848993291017088:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 16488us (16689us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.018682:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7035 00000100:00100000:3.0:1763338461.018939:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291017728 00000100:00100000:3.0:1763338461.018945:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291017728 00000100:00100000:3.0:1763338461.018990:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10104 00000100:00100000:3.0:1763338461.018998:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57010:x1848993291017728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.019013:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.019029:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b192f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d4e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.019090:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.019103:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019112:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019126:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.019132:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019138:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019177:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019184:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019189:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019194:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.019197:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019203:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019212:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:3.0:1763338461.019215:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.019218:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019223:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1936 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019231:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019237:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019242:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019246:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.019248:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019253:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019258:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338461.019292:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.019295:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019300:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b193d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.019326:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b192f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d4e expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.019344:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:3.0:1763338461.019346:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.019350:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b192f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d4e expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.019357:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:3.0:1763338461.019382:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57010:x1848993291017728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 385us (1387us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338461.019388:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10104 00000100:00100000:1.0:1763338461.023970:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.024046:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291018112 00000100:00100000:0.0:1763338461.024056:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291018112 00000100:00100000:0.0:1763338461.024117:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10105 00000100:00100000:0.0:1763338461.024126:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57008:x1848993291018112:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338461.024174:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.024202:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b18d4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d2b expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.024222:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.024227:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.024255:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.024310:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.024319:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338461.024555:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1620, 88 off135736 00000004:00080000:0.0:1763338461.024564:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130736302019ns, next at 1131475593748ns, rc = 0 00000040:00080000:0.0:1763338461.024592:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1620, 88 off135496 00000004:00080000:0.0:1763338461.024599:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130736336805ns, next at 1131475561274ns, rc = 0 00000040:00080000:0.0:1763338461.025037:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1621, 88 off135584 00000004:00080000:0.0:1763338461.025043:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130736781275ns, next at 1131475561274ns, rc = 0 00000040:00080000:0.0:1763338461.025358:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1621, 88 off135824 00000004:00080000:0.0:1763338461.025363:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130737101489ns, next at 1131475593748ns, rc = 0 00000100:00100000:1.0:1763338461.025851:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.025917:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291018368 00000100:00100000:3.0:1763338461.025925:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291018368 00000100:00100000:3.0:1763338461.026027:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10106 00000100:00100000:3.0:1763338461.026037:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57010:x1848993291018368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.026052:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.026055:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338461.026075:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1928 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d47 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.026093:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:3.0:1763338461.026103:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338461.026117:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b194b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d55 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.026189:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.026199:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.026207:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.026216:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.026222:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.026228:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028629:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.028649:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028660:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.028671:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ea:0x0]: returning size 0 00010000:00010000:3.0:1763338461.028696:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028702:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028709:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028714:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.028718:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028725:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028736:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307af00) 00010000:00010000:3.0:1763338461.028738:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.028742:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028747:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1952 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338461.028764:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d4df9c1 reply state 000000009bacc13c transno 4294973123 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028774:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.028780:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338461.028782:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338461.028785:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338461.028816:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b194b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.028834:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.028841:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd14307a500) 00010000:00010000:3.0:1763338461.028844:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338461.028846:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8c00, rc 0) 00000001:00080000:2.0:1763338461.029899:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973122 is committed 00000004:00080000:2.0:1763338461.029907:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1063 committed 00000004:00080000:2.0:1763338461.029927:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1057 committed 00000004:00080000:2.0:1763338461.029935:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1056 committed 00000004:00080000:2.0:1763338461.029937:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1062 committed 00000100:00100000:2.0:1763338461.030039:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234176:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.030094:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.030131:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338461.030136:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234304:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.030157:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.030187:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303234176 00000100:00100000:2.0:1763338461.030193:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303234176 00000100:00100000:2.0:1763338461.030231:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303234304 00000100:00100000:2.0:1763338461.030234:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303234304 00000100:00100000:2.0:1763338461.030253:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7036 00000100:00100000:2.0:1763338461.030286:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303234176:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338461.030429:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.030433:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338461.030435:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338461.030437:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338461.030439:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338461.030473:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3656:x1848993303234176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 211us (378us total) trans 21474839117 rc 0/0 00000100:00100000:2.0:1763338461.030480:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7036 00000100:00100000:2.0:1763338461.030496:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7037 00000100:00100000:2.0:1763338461.030503:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3656:x1848993303234304:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.030569:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3656:x1848993303234304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 66us (410us total) trans 21474839118 rc 0/0 00000100:00100000:2.0:1763338461.030574:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7037 00000004:00080000:2.0:1763338461.030615:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858c000/2, rc 0, transno 21474839118 00000100:00100000:2.0:1763338461.030620:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234304:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.030629:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd26f010000/2, rc 0, transno 21474839117 00000100:00100000:2.0:1763338461.030632:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234176:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338461.030704:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030715:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030722:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030728:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.030733:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030740:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030753:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.030756:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.030760:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030766:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b18bf lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338461.030818:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000151e89c7 reply state 000000007b931e86 transno 4294973122 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030829:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.030835:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.030837:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338461.030840:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338461.036177:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57010:x1848993291018368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10129us (10316us total) trans 4294973123 rc 0/0 00000100:00100000:3.0:1763338461.036191:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10106 00000100:00100000:3.0:1763338461.036479:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303234560:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.036547:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338461.036586:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338461.036593:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303234432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.036616:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338461.036644:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303234560 00000100:00100000:3.0:1763338461.036651:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303234560 00000100:00100000:3.0:1763338461.036701:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303234432 00000100:00100000:3.0:1763338461.036704:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303234432 00000100:00100000:3.0:1763338461.036725:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7038 00000100:00100000:3.0:1763338461.036733:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3655:x1848993303234560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.036909:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+51:3655:x1848993303234560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 175us (361us total) trans 17179871789 rc 0/0 00000100:00100000:3.0:1763338461.036915:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7038 00000100:00100000:3.0:1763338461.036928:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7039 00000100:00100000:3.0:1763338461.036934:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3655:x1848993303234432:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.037005:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+51:3655:x1848993303234432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 71us (388us total) trans 17179871790 rc 0/0 00000100:00100000:3.0:1763338461.037011:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7039 00000100:00080000:3.0:1763338461.037029:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1763338461.037063:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b800/2, rc 0, transno 17179871790 00000100:00100000:3.0:1763338461.037069:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303234432:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338461.037078:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3c700/2, rc 0, transno 17179871789 00000100:00100000:3.0:1763338461.037081:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303234560:0@lo:2:osp-syn-1-1.0 00010000:00080000:0.0:1763338461.038452:0:13583:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338461.038493:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291018112:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 14357us (14523us total) trans 4294973122 rc 0/0 00000100:00100000:0.0:1763338461.038506:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10105 00010000:00010000:1.0:1763338461.038591:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.038602:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.038609:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.038616:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.038620:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.038628:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.038644:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338461.038647:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338461.038652:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.038658:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1944 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338461.044711:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.044795:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291018496 00000100:00100000:0.0:1763338461.044806:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291018496 00000100:00100000:0.0:1763338461.044871:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10107 00000100:00100000:0.0:1763338461.044882:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57008:x1848993291018496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.044908:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.044929:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d5c expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.044988:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.045003:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.045021:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.045024:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.045028:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:0.0:1763338461.045098:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291018496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 217us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.045104:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10107 00000100:00100000:1.0:1763338461.052422:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.052513:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291018752 00000100:00100000:3.0:1763338461.052525:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291018752 00000100:00100000:3.0:1763338461.052588:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10108 00000100:00100000:3.0:1763338461.052598:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57010:x1848993291018752:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.052623:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.052646:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1975 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d63 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.052755:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.052770:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.052778:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.052813:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.052828:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 280 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338461.052841:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303234688:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338461.052923:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bc180 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.054960:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303234688:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.054990:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338461.055640:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.055730:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.055859:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291018880 00000100:00100000:0.0:1763338461.055869:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291018880 00010000:00010000:0.0:1763338461.055908:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 281 pid: 6521 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.055954:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3320 00000100:00100000:0.0:1763338461.055965:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:2410:x1848993291018880:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.055986:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.055993:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 281 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.056004:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 281 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.056028:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1960 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d55 expref: 281 pid: 6521 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.056044:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd14307a500) 00010000:00010000:0.0:1763338461.056049:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.056058:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.056068:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.056100:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.056155:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2410:x1848993291018880:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 193us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.056163:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3320 00010000:00010000:3.0:1763338461.056300:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056308:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.056340:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ea:0x0]: returning size 0 00000004:00080000:3.0:1763338461.056527:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x284:0x0], index 0: 0 00000004:00080000:3.0:1763338461.056535:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x284:0x0], index 1: 0 00000004:00080000:3.0:1763338461.056540:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x285:0x0], index 1: 0 00000004:00080000:3.0:1763338461.056544:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x285:0x0], index 0: 0 00010000:00010000:3.0:1763338461.056651:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056658:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056664:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056670:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.056674:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056692:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056701:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd14307a500) 00010000:00010000:3.0:1763338461.056704:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338461.056707:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056713:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b197c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056761:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1975 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d63 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.056770:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd14307a500) 00010000:00010000:3.0:1763338461.056773:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338461.056777:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1975 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d63 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.056791:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:3.0:1763338461.056835:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57010:x1848993291018752:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4239us (4424us total) trans 4294973124 rc 301/301 00000100:00100000:3.0:1763338461.056842:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10108 00000100:00100000:3.0:1763338461.056858:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291019008 00000100:00100000:3.0:1763338461.056862:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291019008 00000100:00100000:3.0:1763338461.056885:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10109 00000100:00100000:3.0:1763338461.056891:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291019008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.056904:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.056919:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b198a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d6a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.056971:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1991 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.056981:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1991 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.056988:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1991 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.057011:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1e8:0x0]: returning size 5 00000004:00200000:3.0:1763338461.057015:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338461.057027:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1991 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.057046:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b198a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d6a expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.057058:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1991 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d6a expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.057070:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338461.057073:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763338461.057075:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:3.0:1763338461.057097:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57008:x1848993291019008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 206us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.057104:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10109 00000100:00100000:1.0:1763338461.063352:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.063512:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291019264 00000100:00100000:2.0:1763338461.063522:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291019264 00000100:00100000:2.0:1763338461.063578:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3530 00000100:00100000:2.0:1763338461.063587:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57010:x1848993291019264:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338461.063869:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57010:x1848993291019264:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 283us (535us total) trans 4294973125 rc 0/0 00000100:00100000:2.0:1763338461.063877:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3530 00000100:00100000:0.0:1763338461.072719:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.072805:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291019392 00000100:00100000:3.0:1763338461.072817:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291019392 00000100:00100000:3.0:1763338461.072880:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7040 00000100:00100000:3.0:1763338461.072891:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291019392:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.072909:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.072933:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d71 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.072961:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x282:0x0] initial LVB size: 5, mtime: 0x691a68dd, atime: 0x0, ctime: 0x691a68dd, blocks: 0x8 00010000:00010000:3.0:1763338461.072981:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.072984:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.072993:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 33 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338461.073011:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 33 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338461.073025:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:3.0:1763338461.073093:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291019392:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 203us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.073104:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7040 00000100:00100000:0.0:1763338461.075774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.075935:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291019648 00000100:00100000:1.0:1763338461.075946:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291019648 00000100:00100000:1.0:1763338461.076004:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3531 00000100:00100000:1.0:1763338461.076014:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57010:x1848993291019648:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338461.076247:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57010:x1848993291019648:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 233us (482us total) trans 4294973126 rc 0/0 00000100:00100000:1.0:1763338461.076254:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3531 00000100:00100000:1.0:1763338461.090258:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.090392:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291019904 00000100:00100000:2.0:1763338461.090403:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291019904 00000100:00100000:2.0:1763338461.090457:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10110 00000100:00100000:2.0:1763338461.090465:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291019904:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.090492:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.090516:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b199f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d78 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.090655:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.090674:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090696:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090707:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.090714:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090720:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090779:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b19b4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.090786:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b19b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090792:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b19b4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.090802:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ea:0x0]: returning size 0 00010000:00010000:2.0:1763338461.090882:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090889:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090894:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090900:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090906:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.090910:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090916:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090927:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338461.090930:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.090934:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090940:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b19a6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090951:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090956:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090960:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090964:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.090966:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090972:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090978:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338461.090980:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.090982:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.090987:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b19ad lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.091022:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b199f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d78 expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.091039:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b19b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d78 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.091045:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.091048:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338461.091050:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:2.0:1763338461.091123:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993291019904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 658us (873us total) trans 4294973127 rc 0/0 00000100:00100000:2.0:1763338461.091131:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10110 00000100:00100000:0.0:1763338461.095423:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.095496:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291020032 00000100:00100000:2.0:1763338461.095507:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291020032 00000100:00100000:2.0:1763338461.095574:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10111 00000100:00100000:2.0:1763338461.095585:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:55909:x1848993291020032:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.095613:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.095636:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b19c2 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d7f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.095675:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b19c9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.095701:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b19c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.095713:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b19c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.095835:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b19c2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d7f expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.095854:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b19c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d7f expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.095862:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.095865:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338461.095868:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebb800, rc 0) 00000100:00100000:2.0:1763338461.095934:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291020032:12345-192.168.202.34@tcp:101:bash.0 Request processed in 351us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.095942:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10111 00000100:00100000:1.0:1763338461.103762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.103889:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291020288 00000100:00100000:0.0:1763338461.103900:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291020288 00000100:00100000:0.0:1763338461.103962:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10112 00000100:00100000:0.0:1763338461.103972:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291020288:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338461.104028:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.104057:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b19b4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d78 expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.104076:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338461.104081:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.104310:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.104326:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.104344:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:0.0:1763338461.104398:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973128 00000004:00010000:0.0:1763338461.104420:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5194495 reply state 0000000029cf8973 transno 4294973129 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.104431:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.104437:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338461.104439:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.104442:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338461.104543:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993291020288:12345-192.168.202.34@tcp:36:bash.0 Request processed in 570us (790us total) trans 4294973129 rc 0/0 00000100:00100000:0.0:1763338461.104551:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10112 00000020:00080000:0.0:1763338461.104557:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338461.106975:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.107038:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291020416 00000100:00100000:2.0:1763338461.107047:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291020416 00000100:00100000:2.0:1763338461.107095:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10113 00000100:00100000:2.0:1763338461.107103:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993291020416:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.107125:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.107142:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b19d7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d86 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.107195:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b19d7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d86 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.107208:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b19d7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d86 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.107228:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.107231:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338461.107234:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:2.0:1763338461.107318:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291020416:12345-192.168.202.34@tcp:101:bash.0 Request processed in 214us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.107326:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10113 00000100:00100000:1.0:1763338461.109949:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.110109:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291020672 00000100:00100000:0.0:1763338461.110119:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291020672 00000100:00100000:0.0:1763338461.110180:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10114 00000100:00100000:0.0:1763338461.110189:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291020672:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338461.110210:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.110213:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338461.110241:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b19d7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d86 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.110279:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338461.110287:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.110305:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b19de lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d8d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.110368:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b19e5 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.110384:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b19e5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.110396:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b19e5 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338461.110621:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1622, 88 off135672 00000004:00080000:0.0:1763338461.110629:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130822366860ns, next at 1131475561274ns, rc = 0 00000040:00080000:0.0:1763338461.110668:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1622, 88 off135912 00000004:00080000:0.0:1763338461.110672:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130822410400ns, next at 1131475593748ns, rc = 0 00000040:00080000:0.0:1763338461.110693:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1623, 88 off136000 00000004:00080000:0.0:1763338461.110697:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130822435462ns, next at 1131475593748ns, rc = 0 00000040:00080000:0.0:1763338461.110705:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1623, 88 off135760 00000004:00080000:0.0:1763338461.110708:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130822446240ns, next at 1131475561274ns, rc = 0 00000001:00080000:2.0:1763338461.116966:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973130 is committed 00000004:00080000:2.0:1763338461.116982:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1059 committed 00000004:00080000:2.0:1763338461.116999:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1065 committed 00000004:00080000:2.0:1763338461.117011:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1064 committed 00000004:00080000:2.0:1763338461.117014:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1058 committed 00010000:00010000:0.0:1763338461.117089:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117102:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117110:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117116:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.117120:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117127:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117143:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.117147:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.117151:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117157:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1959 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.117183:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117189:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117195:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117199:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.117201:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117207:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117214:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338461.117216:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.117219:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117224:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b19d0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.117300:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b19e5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d8d expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.117314:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338461.117316:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338461.117331:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b19de lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d8d expref: 280 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338461.117356:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b19e5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d8d expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.117383:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:0.0:1763338461.117386:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338461.117388:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:0.0:1763338461.117470:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291020672:12345-192.168.202.34@tcp:101:bash.0 Request processed in 7280us (7527us total) trans 4294973130 rc 0/0 00000100:00100000:0.0:1763338461.117480:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10114 00000100:00100000:1.0:1763338461.117744:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303235200:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.117798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.117836:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338461.117842:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303235072:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.117863:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.117890:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303235200 00000100:00100000:1.0:1763338461.117897:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303235200 00000100:00100000:1.0:1763338461.117931:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303235072 00000100:00100000:1.0:1763338461.117934:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303235072 00000100:00100000:1.0:1763338461.117953:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7041 00000100:00100000:1.0:1763338461.117961:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+52:3655:x1848993303235200:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.118132:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3655:x1848993303235200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 170us (333us total) trans 17179871791 rc 0/0 00000100:00100000:1.0:1763338461.118139:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7041 00000100:00100000:1.0:1763338461.118152:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7042 00000100:00100000:1.0:1763338461.118157:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+52:3655:x1848993303235072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.118227:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3655:x1848993303235072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (362us total) trans 17179871792 rc 0/0 00000100:00100000:1.0:1763338461.118233:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7042 00000004:00080000:1.0:1763338461.118305:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b91180/2, rc 0, transno 17179871792 00000100:00100000:1.0:1763338461.118311:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303235072:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338461.118320:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89880/2, rc 0, transno 17179871791 00000100:00100000:1.0:1763338461.118323:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303235200:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.118550:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234816:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.118581:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.118611:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338461.118617:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234944:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.118638:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338461.118763:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303234816 00000100:00100000:3.0:1763338461.118769:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303234816 00000100:00100000:3.0:1763338461.118802:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303234944 00000100:00100000:3.0:1763338461.118806:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303234944 00000100:00100000:3.0:1763338461.118822:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7043 00000100:00100000:3.0:1763338461.118830:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303234816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.118941:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303234816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (358us total) trans 21474839119 rc 0/0 00000100:00100000:3.0:1763338461.118947:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7043 00000100:00100000:3.0:1763338461.118963:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7044 00000100:00100000:3.0:1763338461.118969:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303234944:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.119035:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303234944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 66us (396us total) trans 21474839120 rc 0/0 00000100:00100000:3.0:1763338461.119041:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7044 00000004:00080000:3.0:1763338461.119071:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146259c00/2, rc 0, transno 21474839120 00000100:00100000:3.0:1763338461.119076:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234944:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338461.119084:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14625b100/2, rc 0, transno 21474839119 00000100:00100000:3.0:1763338461.119087:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303234816:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.122404:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.123177:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291020800 00000100:00100000:3.0:1763338461.123188:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291020800 00000100:00100000:3.0:1763338461.123248:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7045 00000100:00100000:3.0:1763338461.123258:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291020800:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.123845:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.123867:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d94 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.123888:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338461.123909:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.123911:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.123920:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 15 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.123934:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 15 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.123944:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:3.0:1763338461.123990:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993291020800:12345-192.168.202.34@tcp:101:bash.0 Request processed in 734us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.123996:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7045 00000100:00100000:2.0:1763338461.126462:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.126543:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291020928 00000100:00100000:3.0:1763338461.126552:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291020928 00000100:00100000:3.0:1763338461.126605:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7046 00000100:00100000:3.0:1763338461.126614:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+33:55909:x1848993291020928:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.126631:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.126653:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4d9b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.126675:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338461.126707:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.126709:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.126718:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 34 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.126739:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 34 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.126749:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:3.0:1763338461.126809:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:55909:x1848993291020928:12345-192.168.202.34@tcp:101:bash.0 Request processed in 195us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.126816:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7046 00000100:00100000:1.0:1763338461.131074:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.134535:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.135632:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021056 00000100:00100000:3.0:1763338461.135645:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021056 00002000:00010000:3.0:1763338461.135742:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/644 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.135747:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88e00 with x1848993291021056 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.135759:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f88e00. 00000100:00100000:2.0:1763338461.136415:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021184 00000100:00100000:2.0:1763338461.136422:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021184 00000100:00100000:1.0:1763338461.136493:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1727 00000100:00100000:1.0:1763338461.136505:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291021056:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338461.136692:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338461.136696:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.136698:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338461.136700:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.136703:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763338461.136868:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/644 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.136873:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8b100 with x1848993291021184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.136880:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f8b100. 00000100:00100000:3.0:1763338461.136943:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1728 00000100:00100000:3.0:1763338461.136950:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2409:x1848993291021184:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338461.137027:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338461.137030:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338461.137032:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.137034:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338461.137037:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338461.137775:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291021056:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1269us (6714us total) trans 21474839121 rc 0/0 00000100:00100000:1.0:1763338461.137784:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1727 00002000:00010000:1.0:1763338461.137789:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/644 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.137792:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88e00 with x1848993291021056 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338461.137799:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f88e00. 00000100:00100000:3.0:1763338461.137879:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993291021184:12345-192.168.202.34@tcp:10:bash.0 Request processed in 928us (3356us total) trans 17179871793 rc 0/0 00000100:00100000:3.0:1763338461.137890:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1728 00002000:00010000:3.0:1763338461.137893:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/644 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.137895:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8b100 with x1848993291021184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.137899:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f8b100. 00000100:00100000:0.0:1763338461.144378:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.144486:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021440 00000100:00100000:2.0:1763338461.144497:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021440 00000100:00100000:2.0:1763338461.144555:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3532 00000100:00100000:2.0:1763338461.144565:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291021440:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338461.144890:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993291021440:12345-192.168.202.34@tcp:35:bash.0 Request processed in 326us (519us total) trans 4294973131 rc 0/0 00000100:00100000:2.0:1763338461.144897:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3532 00000100:00100000:0.0:1763338461.152986:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.153103:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021568 00000100:00100000:1.0:1763338461.153114:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021568 00000100:00100000:1.0:1763338461.153168:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7047 00000100:00100000:1.0:1763338461.153176:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291021568:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338461.153319:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291021568:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 142us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.153326:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7047 00000100:00100000:0.0:1763338461.156755:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.156837:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021696 00000100:00100000:3.0:1763338461.156847:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021696 00000100:00100000:3.0:1763338461.156910:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7048 00000100:00100000:3.0:1763338461.156922:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993291021696:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338461.157051:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993291021696:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 130us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.157059:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7048 00000100:00100000:0.0:1763338461.160447:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.160669:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021824 00000100:00100000:2.0:1763338461.160681:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021824 00000100:00100000:2.0:1763338461.160747:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10115 00000100:00100000:2.0:1763338461.160756:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57011:x1848993291021824:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338461.160781:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.160805:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b19fa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4da2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.160875:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.160888:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.160898:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.160910:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.160916:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.160922:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.160988:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.160997:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161003:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.161043:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ea:0x0]: returning size 5 00000004:00200000:2.0:1763338461.161047:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338461.161065:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161076:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161084:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161091:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161096:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161102:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161107:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebba00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.161111:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161118:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161130:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197a00) 00010000:00010000:2.0:1763338461.161133:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.161138:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161143:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1a01 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161155:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161161:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161166:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161171:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.161173:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161179:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161186:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197500) 00010000:00010000:2.0:1763338461.161189:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.161191:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161197:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1a08 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.161225:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b19fa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4da2 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.161240:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4da2 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.161247:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.161249:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338461.161251:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:2.0:1763338461.161358:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57011:x1848993291021824:12345-192.168.202.34@tcp:101:rm.0 Request processed in 603us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.161366:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10115 00000100:00100000:3.0:1763338461.161722:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.161836:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291021952 00000100:00100000:1.0:1763338461.161842:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291021952 00000100:00100000:1.0:1763338461.161893:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1729 00000100:00100000:1.0:1763338461.161901:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291021952:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:1.0:1763338461.161926:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.161938:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.161941:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.161946:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.161957:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162048:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162056:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162062:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162067:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.162071:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162077:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162089:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.162095:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a16 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.162143:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291021952:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 243us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763338461.162150:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1729 00000100:00100000:0.0:1763338461.168847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.168903:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.168978:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291022080 00000100:00100000:2.0:1763338461.168989:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291022080 00000100:00100000:2.0:1763338461.169048:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291022336 00000100:00100000:2.0:1763338461.169052:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291022336 00000100:00100000:2.0:1763338461.169385:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10116 00000100:00100000:2.0:1763338461.169397:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291022080:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.169418:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.169440:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1a1d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4da9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.169474:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b1a24 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.169490:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b1a24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.169503:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b1a24 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.169636:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1a1d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4da9 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.169654:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb400/0x4ea0a6980f4b1a24 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4da9 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.169662:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338461.169665:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338461.169669:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb400, rc 0) 00000100:00100000:2.0:1763338461.169724:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291022080:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 329us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.169731:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10116 00000100:00100000:2.0:1763338461.169757:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10117 00000100:00100000:2.0:1763338461.169765:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57011:x1848993291022336:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338461.169794:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763338461.169809:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b19e5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d8d expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.169822:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1a0f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4da2 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.169834:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b19c9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d7f expref: 280 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.169842:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.169851:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.169871:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.169878:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.169884:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.169893:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.169899:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.169905:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.169986:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.169995:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170002:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338461.170224:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1624, 64 off135824 00000040:00080000:2.0:1763338461.170250:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1624, 64 off136064 00000040:00080000:2.0:1763338461.170285:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1625, 64 off136128 00000040:00080000:2.0:1763338461.170300:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1625, 64 off135888 00010000:00010000:2.0:1763338461.170364:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.170373:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170381:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170388:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170394:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170401:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170424:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338461.170439:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170445:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170456:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170462:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.170466:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170475:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170483:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:2.0:1763338461.170486:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338461.170489:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170496:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a39 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170606:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170613:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170618:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170623:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170629:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.170631:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170639:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170647:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197100) 00010000:00010000:2.0:1763338461.170649:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.170651:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170656:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1a2b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338461.170669:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000097434c2d reply state 00000000c80afe59 transno 4294973132 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170679:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.170685:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:2.0:1763338461.170687:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338461.170689:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338461.170740:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57011:x1848993291022336:12345-192.168.202.34@tcp:36:rm.0 Request processed in 975us (1835us total) trans 4294973132 rc 0/0 00000100:00100000:2.0:1763338461.170748:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10117 00010000:00010000:0.0:1763338461.171082:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338461.171089:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.171095:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c1400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.171098:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.171104:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.171113:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ea:0x0].0x0 (ffff8fd260197d00) 00010000:00010000:0.0:1763338461.171115:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338461.171118:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.171122:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a40 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.171135:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.171136:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.171138:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338461.180492:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.180846:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291022464 00000100:00100000:0.0:1763338461.180857:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291022464 00000100:00100000:0.0:1763338461.180933:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1730 00000100:00100000:0.0:1763338461.180944:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291022464:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:0.0:1763338461.180997:0:28405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.181007:0:28405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.181020:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.181022:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.181028:0:28405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.181041:0:28405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763338461.183253:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839122 is committed 00000001:00080000:2.0:1763338461.183305:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839120 is committed 00002000:00010000:0.0:1763338461.183436:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763338461.183441:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:0.0:1763338461.183444:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:0.0:1763338461.183446:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338461.183458:0:28405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.183470:0:28405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.183481:0:28405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.183488:0:28405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.183493:0:28405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.183503:0:28405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.183522:0:28405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.183530:0:28405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1a47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.184214:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291022464:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 3265us (3725us total) trans 21474839122 rc 0/0 00000100:00100000:0.0:1763338461.184226:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1730 00000100:00100000:3.0:1763338461.191533:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.191674:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291022592 00000100:00100000:2.0:1763338461.191684:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291022592 00000100:00100000:2.0:1763338461.191751:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10118 00000100:00100000:2.0:1763338461.191762:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57012:x1848993291022592:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.191786:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.191812:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a4e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4db0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.191884:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.191897:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191908:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191919:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.191927:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191932:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191974:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191981:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191987:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191993:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.191999:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.192003:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192010:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192022:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.192025:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.192029:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192035:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a55 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192049:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192055:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192060:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192065:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.192068:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192073:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192080:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:2.0:1763338461.192082:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.192085:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192090:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a5c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.192117:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a4e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4db0 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.192127:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.192130:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.192133:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a4e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4db0 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.192147:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1a00, rc 0) 00000100:00100000:2.0:1763338461.192216:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57012:x1848993291022592:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 457us (693us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.192224:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10118 00000100:00100000:2.0:1763338461.197597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.197687:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291022848 00000100:00100000:3.0:1763338461.197699:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291022848 00000100:00100000:3.0:1763338461.197764:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10119 00000100:00100000:3.0:1763338461.197775:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57008:x1848993291022848:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338461.197835:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.197865:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1991 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d6a expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.197884:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338461.197889:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338461.197962:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.197978:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.197988:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338461.198117:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002e33f219 reply state 00000000cedd8a08 transno 4294973133 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.198130:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.198137:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338461.198139:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338461.198142:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338461.198232:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291022848:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 457us (646us total) trans 4294973133 rc 0/0 00000100:00100000:3.0:1763338461.198240:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10119 00010000:00010000:2.0:1763338461.199858:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.202932:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.203352:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291022976 00000100:00100000:2.0:1763338461.203363:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291022976 00000100:00100000:2.0:1763338461.203424:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10120 00000100:00100000:2.0:1763338461.203434:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57012:x1848993291022976:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.203456:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.203482:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a6a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4db7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.203559:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.203573:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203588:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203600:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.203607:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203613:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203651:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203658:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203664:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203671:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203677:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.203681:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203688:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203700:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.203703:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.203708:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203713:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1a71 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203726:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203732:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203737:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203741:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.203744:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203749:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203756:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:2.0:1763338461.203758:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.203760:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203765:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1a78 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.203794:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a6a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4db7 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.203803:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.203805:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.203809:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1a6a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4db7 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.203823:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1a00, rc 0) 00000100:00100000:2.0:1763338461.203901:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57012:x1848993291022976:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 468us (978us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.203909:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10120 00000100:00100000:0.0:1763338461.206702:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.206835:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291023104 00000100:00100000:1.0:1763338461.206845:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291023104 00000100:00100000:1.0:1763338461.206915:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7049 00000100:00100000:1.0:1763338461.206926:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57008:x1848993291023104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.206943:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.206967:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4dbe expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338461.206991:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x283:0x0] initial LVB size: 4096, mtime: 0x691a68dd, atime: 0x0, ctime: 0x691a68dd, blocks: 0x8 00010000:00010000:1.0:1763338461.207015:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.207017:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.207025:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.207048:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.207061:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338461.207114:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+14:57008:x1848993291023104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 190us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.207121:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7049 00000100:00100000:1.0:1763338461.212638:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.212716:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291023232 00000100:00100000:3.0:1763338461.212728:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291023232 00000100:00100000:2.0:1763338461.213366:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10121 00000100:00100000:2.0:1763338461.213382:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57012:x1848993291023232:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.213407:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.213434:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a86 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4dc5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.213499:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1a8d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.213514:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1a8d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.213527:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1a8d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338461.213577:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338461.213582:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338461.213617:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1a86 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dc5 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.213635:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1a8d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dc5 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.213650:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695300) 00010000:00010000:2.0:1763338461.213653:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338461.213657:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebb800, rc 0) 00000100:00100000:2.0:1763338461.213721:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57012:x1848993291023232:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 344us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.213729:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10121 00000100:00100000:2.0:1763338461.221490:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.221541:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.221637:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291023360 00000100:00100000:0.0:1763338461.221648:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291023360 00000100:00100000:3.0:1763338461.221847:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291023488 00000100:00100000:3.0:1763338461.221851:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291023488 00000100:00100000:3.0:1763338461.221895:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10122 00000100:00100000:3.0:1763338461.221904:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57012:x1848993291023488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.221925:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.221946:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1a94 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4dd3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.222016:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.222033:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222043:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222053:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.222072:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222079:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222121:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222128:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222135:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222141:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.222145:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222153:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222164:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695300) 00010000:00010000:3.0:1763338461.222167:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.222172:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222178:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1a9b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222188:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222194:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222200:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222204:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.222207:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222212:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222218:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:3.0:1763338461.222220:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.222223:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222229:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1aa2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.222258:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1a94 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dd3 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.222298:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695300) 00010000:00010000:3.0:1763338461.222301:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.222305:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1a94 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dd3 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.222313:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:3.0:1763338461.222385:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57012:x1848993291023488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 482us (843us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338461.222393:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10122 00000100:00100000:0.0:1763338461.222565:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7050 00000100:00100000:0.0:1763338461.222576:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:57008:x1848993291023360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.222585:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.222599:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4dcc expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338461.222620:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.222633:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.222636:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.222643:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 36 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.222656:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 36 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.222665:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:0.0:1763338461.222698:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:57008:x1848993291023360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 125us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.222705:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7050 00000100:00100000:2.0:1763338461.227098:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.227146:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.227388:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291023744 00000100:00100000:0.0:1763338461.227399:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291023744 00000100:00100000:0.0:1763338461.227577:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10123 00000100:00100000:0.0:1763338461.227587:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57012:x1848993291023744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.227606:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.227608:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338461.227633:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1a8d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dc5 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.227649:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695300) 00010000:00010000:0.0:1763338461.227659:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.227673:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ab0 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4dda expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.227784:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338461.227797:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.227807:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228009:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338461.228018:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228024:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.228461:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.228778:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291023872 00000100:00100000:1.0:1763338461.228786:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291023872 00010000:00010000:0.0:1763338461.228800:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00002000:00010000:1.0:1763338461.228815:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/643 (5->18446744073709551615) 00002000:00100000:1.0:1763338461.228819:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d406d80 with x1848993291023872 ext(5->18446744073709551615) 00002000:00010000:1.0:1763338461.228830:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d406d80. 00000100:00100000:1.0:1763338461.228862:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1731 00000100:00100000:1.0:1763338461.228871:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291023872:12345-192.168.202.34@tcp:10:lfs.0 00010000:00010000:0.0:1763338461.228900:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228909:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338461.228920:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 0 00010000:00010000:0.0:1763338461.228949:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228955:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228960:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228966:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228972:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.228977:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228984:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.228994:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449aa100) 00010000:00010000:0.0:1763338461.228996:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.229000:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.229010:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ab7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:0.0:1763338461.229021:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aa9813c0 reply state 000000003bbb3d8e transno 4294973134 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.229030:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.229036:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:0.0:1763338461.229038:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.229041:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338461.229072:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ab0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.229089:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.229097:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd1449aa400) 00010000:00010000:0.0:1763338461.229099:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.229101:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044800, rc 0) 00002000:00010000:1.0:1763338461.229156:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763338461.229160:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.229163:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338461.229165:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00000100:00100000:0.0:1763338461.229166:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57012:x1848993291023744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1581us (2079us total) trans 4294973134 rc 0/0 00002000:00010000:1.0:1763338461.229168:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338461.229173:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10123 00000100:00100000:1.0:1763338461.229190:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291023872:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 320us (2043us total) trans 21474839123 rc 0/0 00000100:00100000:1.0:1763338461.229196:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1731 00002000:00010000:1.0:1763338461.229199:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/643 (5->18446744073709551615) 00002000:00100000:1.0:1763338461.229202:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d406d80 with x1848993291023872 ext(5->18446744073709551615) 00002000:00010000:1.0:1763338461.229206:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d406d80. 00000100:00100000:3.0:1763338461.229669:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291024000 00000100:00100000:3.0:1763338461.229676:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291024000 00002000:00010000:3.0:1763338461.229695:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/643 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.229699:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d407800 with x1848993291024000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.229705:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d407800. 00000100:00100000:3.0:1763338461.229732:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1732 00000100:00100000:3.0:1763338461.229740:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993291024000:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338461.230052:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338461.230056:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338461.230059:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.230061:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:3.0:1763338461.230064:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338461.230162:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993291024000:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 421us (1701us total) trans 17179871794 rc 0/0 00000100:00100000:3.0:1763338461.230170:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1732 00002000:00010000:3.0:1763338461.230173:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/643 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.230176:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d407800 with x1848993291024000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.230180:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d407800. 00000100:00100000:0.0:1763338461.232798:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.232998:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291024256 00000100:00100000:2.0:1763338461.233009:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291024256 00000100:00100000:2.0:1763338461.233168:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10124 00000100:00100000:2.0:1763338461.233180:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57012:x1848993291024256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.233206:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.233228:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1ad3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4de1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.233358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338461.233388:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.233403:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.233414:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338461.233418:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291024512 00000100:00100000:3.0:1763338461.233424:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291024512 00000100:00100000:3.0:1763338461.233458:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10125 00000100:00100000:3.0:1763338461.233466:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57008:x1848993291024512:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338461.233507:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.233520:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.233531:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.233557:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.233569:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 287 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338461.233582:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303235328:192.168.202.34@tcp:104: 00000004:00010000:3.0:1763338461.233634:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000581479ce reply state 0000000056b94112 transno 4294973135 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.233646:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.233654:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:3.0:1763338461.233656:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338461.233661:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338461.233812:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57008:x1848993291024512:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 346us (453us total) trans 4294973135 rc 0/0 00000100:00100000:3.0:1763338461.233820:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10125 00000100:00100000:2.0:1763338461.233889:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.235625:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303235328:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.235654:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338461.235986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.236292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.236379:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291024640 00000100:00100000:0.0:1763338461.236388:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291024640 00010000:00010000:0.0:1763338461.236427:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 289 pid: 6518 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.236470:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3321 00000100:00100000:0.0:1763338461.236480:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:2409:x1848993291024640:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.236495:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.236502:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 289 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.236516:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 289 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.236539:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1ac5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dda expref: 289 pid: 6518 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.236556:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd1449aa400) 00010000:00010000:0.0:1763338461.236561:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.236571:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.236582:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.236606:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.236673:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2409:x1848993291024640:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 193us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.236681:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3321 00010000:00010000:0.0:1763338461.236704:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.236715:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338461.236735:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291024768 00000100:00100000:1.0:1763338461.236739:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291024768 00000004:00200000:0.0:1763338461.236740:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 0 00000100:00100000:1.0:1763338461.236770:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7051 00000100:00100000:1.0:1763338461.236777:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993291024768:12345-192.168.202.34@tcp:2:lfs.0 00000004:00080000:0.0:1763338461.236889:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x286:0x0], index 1: 0 00000004:00080000:0.0:1763338461.236895:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x286:0x0], index 0: 0 00000004:00080000:0.0:1763338461.236900:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x287:0x0], index 0: 0 00000004:00080000:0.0:1763338461.236904:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x287:0x0], index 1: 0 00002000:00010000:1.0:1763338461.236908:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338461.236910:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.236913:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb atime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.236915:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.236917:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338461.236940:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2409:x1848993291024768:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 165us (684us total) trans 17179871795 rc 0/0 00000100:00100000:1.0:1763338461.236946:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7051 00010000:00010000:0.0:1763338461.236984:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.236998:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.237005:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.237011:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.237015:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.237022:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.237030:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd1449aa400) 00010000:00010000:0.0:1763338461.237032:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.237036:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.237040:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1ada lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.237084:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1ad3 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4de1 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.237093:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd1449aa400) 00010000:00010000:0.0:1763338461.237096:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338461.237099:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1ad3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4de1 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.237112:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:0.0:1763338461.237189:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57012:x1848993291024256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4011us (4401us total) trans 4294973136 rc 301/301 00000100:00100000:0.0:1763338461.237195:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10124 00000100:00100000:3.0:1763338461.239546:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.239712:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291025024 00000100:00100000:1.0:1763338461.239721:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291025024 00000100:00100000:1.0:1763338461.239780:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3533 00000100:00100000:1.0:1763338461.239789:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57008:x1848993291025024:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:1.0:1763338461.239843:0:19655:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1e8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b18e2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d32 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.239890:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:1.0:1763338461.239903:0:19655:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.239913:0:19655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338461.239948:0:19655:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.239962:0:19655:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 287 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338461.239976:0:19655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303235456:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.240068:0:19655:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.240867:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.241294:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291025280 00000100:00100000:2.0:1763338461.241303:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291025280 00000100:00100000:2.0:1763338461.241356:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3534 00000100:00100000:2.0:1763338461.241365:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57012:x1848993291025280:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338461.241785:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57012:x1848993291025280:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 419us (918us total) trans 4294973137 rc 0/0 00000100:00100000:2.0:1763338461.241795:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3534 00000100:00100000:1.0:1763338461.244329:0:19655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303235456:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.244369:0:19655:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000100:00100000:3.0:1763338461.246587:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.246892:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291025408 00000100:00100000:0.0:1763338461.246902:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291025408 00010000:00010000:0.0:1763338461.246941:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 289 pid: 13583 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.246989:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3322 00000100:00100000:0.0:1763338461.246999:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:2410:x1848993291025408:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.247015:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.247022:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 289 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.247035:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 289 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.247063:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b196e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d5c expref: 289 pid: 13583 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.247081:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.247086:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.247096:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.247104:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.247141:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.247206:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2410:x1848993291025408:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 208us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.247213:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3322 00000100:00100000:3.0:1763338461.247346:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338461.247378:0:19655:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338461.247387:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000040:00080000:1.0:1763338461.247612:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1626, 88 off136216 00000004:00080000:1.0:1763338461.247619:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130959356597ns, next at 1131475593748ns, rc = 0 00000040:00080000:1.0:1763338461.247658:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1626, 88 off135976 00000004:00080000:1.0:1763338461.247664:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130959401694ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338461.247694:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1627, 88 off136064 00000004:00080000:1.0:1763338461.247698:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130959436428ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338461.247707:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1627, 88 off136304 00000004:00080000:1.0:1763338461.247710:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130959448385ns, next at 1131475593748ns, rc = 0 00000100:00100000:0.0:1763338461.249204:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291025664 00000100:00100000:0.0:1763338461.249222:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291025664 00000100:00100000:0.0:1763338461.249314:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3535 00000100:00100000:0.0:1763338461.249326:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57012:x1848993291025664:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338461.250235:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57012:x1848993291025664:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 907us (2896us total) trans 4294973139 rc 0/0 00000100:00100000:0.0:1763338461.250247:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3535 00000001:00080000:1.0:1763338461.250708:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973138 is committed 00000004:00080000:1.0:1763338461.250715:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1067 committed 00000004:00080000:1.0:1763338461.250734:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1061 committed 00000004:00080000:1.0:1763338461.250744:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1060 committed 00000004:00080000:1.0:1763338461.250746:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1066 committed 00000100:00100000:2.0:1763338461.250891:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303235840:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.250953:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.251001:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338461.251008:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303235968:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.251036:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338461.251040:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251052:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251060:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251067:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.251072:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251080:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.251084:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303235584:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338461.251102:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:0.0:1763338461.251108:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.251114:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.251120:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338461.251127:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b1a32 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.251145:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303236096:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338461.251146:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251156:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251162:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251168:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.251172:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.251175:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338461.251184:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251193:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.251196:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.251200:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251205:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1a63 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.251207:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000004:00010000:1.0:1763338461.251218:0:19655:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009658f0a6 reply state 00000000b791f01a transno 4294973138 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000100:00100000:2.0:1763338461.251219:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303235712:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338461.251221:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251231:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.251238:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.251238:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251244:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.251247:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.251248:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.251250:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763338461.251255:0:19655:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338461.251258:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338461.251258:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.251283:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338461.251288:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338461.251293:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197c00) 00010000:00010000:1.0:1763338461.251294:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b18e2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d32 expref: 279 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.251296:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.251300:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.251305:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303236224:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338461.251308:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1abe lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.251341:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.251347:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338461.251352:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251360:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251365:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.251368:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.251374:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00080000:1.0:1763338461.251377:0:19655:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00010000:00010000:0.0:1763338461.251384:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00000100:00100000:2.0:1763338461.251385:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303235840 00010000:00010000:0.0:1763338461.251387:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338461.251391:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57008:x1848993291025024:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 11603us (11855us total) trans 4294973138 rc 0/0 00010000:00010000:0.0:1763338461.251391:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.251397:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303235840 00010000:00010000:0.0:1763338461.251397:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b1ae1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338461.251399:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3533 00000100:00100000:0.0:1763338461.251425:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303235968 00000100:00100000:0.0:1763338461.251429:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303235968 00000100:00100000:2.0:1763338461.251441:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303235584 00000100:00100000:2.0:1763338461.251446:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303235584 00000100:00100000:0.0:1763338461.251455:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303236096 00000100:00100000:1.0:1763338461.251457:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303235712 00000100:00100000:1.0:1763338461.251460:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303235712 00000100:00100000:0.0:1763338461.251460:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303236096 00000100:00100000:2.0:1763338461.251472:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303236224 00000100:00100000:2.0:1763338461.251476:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303236224 00000100:00100000:0.0:1763338461.251483:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7052 00000100:00100000:1.0:1763338461.252096:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7053 00000100:00100000:1.0:1763338461.252106:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3654:x1848993303235968:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763338461.252227:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338461.252230:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.252234:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb atime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.252236:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.252238:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338461.252286:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3654:x1848993303235968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 183us (1250us total) trans 17179871796 rc 0/0 00000100:00100000:1.0:1763338461.252292:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7053 00000100:00100000:1.0:1763338461.252306:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7054 00000100:00100000:1.0:1763338461.252311:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3656:x1848993303235584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338461.252323:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:644 count 1 00010000:00010000:1.0:1763338461.252348:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.252365:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 37 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.252366:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7055 00010000:00010000:1.0:1763338461.252373:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1763338461.252375:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7056 00000100:00100000:3.0:1763338461.252377:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+56:3656:x1848993303236096:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338461.252377:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.252382:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.252390:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d650450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3656:x1848993303235712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338461.252407:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:644 count 1 00010000:00010000:1.0:1763338461.252416:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 37 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.252424:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.252435:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763338461.252435:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 37 pid: 8406 timeout: 1230 lvb_type: 0 00002000:00010000:3.0:1763338461.252439:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:3.0:1763338461.252443:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1763338461.252443:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.252449:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00000100:00100000:1.0:1763338461.252451:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303236608:192.168.202.34@tcp:104: 00002000:00010000:3.0:1763338461.252455:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x283:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763338461.252464:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338461.252467:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338461.252470:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.252500:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.252504:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+57:3656:x1848993303236096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (1330us total) trans 17179871797 rc 0/0 00000100:00100000:1.0:1763338461.252506:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.252519:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7055 00010000:00010000:2.0:1763338461.252520:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 14 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:3.0:1763338461.252534:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7057 00000100:00100000:2.0:1763338461.252536:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303236736:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338461.252546:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3656:x1848993303236224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338461.252559:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:645 count 1 00000100:00100000:2.0:1763338461.252569:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00002000:00010000:3.0:1763338461.252578:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338461.252585:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.252593:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.252595:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.252598:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.252610:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.252618:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.252626:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.252657:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338461.252824:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303236224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 281us (1491us total) trans 21474839124 rc 0/0 00000100:00100000:3.0:1763338461.252830:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7057 00000100:00100000:0.0:1763338461.253023:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+56:3654:x1848993303235840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338461.253037:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:645 count 1 00002000:00010000:0.0:1763338461.253053:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.253058:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.253071:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.253072:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.253075:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.253084:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.253092:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.253098:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.253121:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763338461.253164:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303236480:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.253202:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.253229:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338461.253237:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303236352:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.253250:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+57:3654:x1848993303235840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1758us (2296us total) trans 17179871798 rc 0/0 00000100:00100000:0.0:1763338461.253257:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7052 00000100:00100000:2.0:1763338461.253290:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338461.253395:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338461.253401:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253409:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.253412:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253420:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253437:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253444:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b1b04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253460:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.253464:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253471:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.253474:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253481:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253496:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253501:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1b0b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.253512:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.253514:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.253515:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.253795:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303236480 00000100:00100000:0.0:1763338461.253802:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303236480 00000100:00100000:0.0:1763338461.253835:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303236352 00000100:00100000:0.0:1763338461.253839:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303236352 00000100:00100000:0.0:1763338461.253854:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7058 00000100:00100000:0.0:1763338461.253860:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303236480:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763338461.253931:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338461.253935:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338461.253937:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.253940:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338461.253942:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338461.253977:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303236480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (775us total) trans 21474839125 rc 0/0 00000100:00100000:0.0:1763338461.253984:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7058 00000100:00100000:0.0:1763338461.253998:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7059 00000100:00100000:0.0:1763338461.254004:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303236352:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338461.254393:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763338461.254492:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338461.254495:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338461.254497:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.254499:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338461.254501:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338461.254531:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3655:x1848993303236352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 527us (1242us total) trans 21474839126 rc 0/0 00000100:00100000:0.0:1763338461.254538:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7059 00010000:00010000:0.0:1763338461.254561:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.254569:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.254575:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.254580:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.254585:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.254590:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.254603:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:0.0:1763338461.254607:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.254611:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338461.254617:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1aef lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00000100:00100000:0.0:1763338461.254678:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839120 gen 2 00000004:00080000:0.0:1763338461.254685:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144524a80, transno 21474839108 00000004:00080000:2.0:1763338461.254691:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430adf80/2, rc 0, transno 17179871796 00000004:00080000:0.0:1763338461.254700:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144524e00, transno 21474839109 00000100:00100000:2.0:1763338461.254701:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303235968:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338461.254708:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526300, transno 21474839110 00000004:00080000:0.0:1763338461.254714:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144527b80, transno 21474839111 00000004:00080000:0.0:1763338461.254719:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9a680, transno 21474839112 00000004:00080000:2.0:1763338461.254721:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d406680/2, rc 0, transno 17179871798 00000004:00080000:0.0:1763338461.254723:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b100, transno 21474839113 00000100:00100000:2.0:1763338461.254729:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303235840:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763338461.254730:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a98380, transno 21474839114 00000004:00080000:0.0:1763338461.254738:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b480, transno 21474839115 00000004:00080000:0.0:1763338461.254743:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f010000, transno 21474839117 00000004:00080000:0.0:1763338461.254746:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858c000, transno 21474839118 00000004:00080000:0.0:1763338461.254751:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14625b100, transno 21474839119 00000004:00080000:0.0:1763338461.254754:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146259c00, transno 21474839120 00000100:00100000:0.0:1763338461.254764:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd277501f80 x1848993303236352/t21474839126(21474839126) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338477 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763338461.254773:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277501f80/2, rc 0, transno 21474839126 00000100:00100000:0.0:1763338461.254777:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303236352:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.254797:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277503100/2, rc 0, transno 21474839124 00000100:00100000:2.0:1763338461.254805:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303236224:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763338461.254809:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277503b80/2, rc 0, transno 21474839125 00000100:00100000:0.0:1763338461.254816:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303236480:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.254825:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430ad180/2, rc 0, transno 17179871797 00000100:00100000:2.0:1763338461.254831:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303236096:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338461.254935:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 12 done 00000100:00100000:1.0:1763338461.256904:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.256926:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.256951:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291025792 00000100:00100000:0.0:1763338461.256958:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291025792 00010000:00010000:0.0:1763338461.256989:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 38 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.257034:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3323 00000100:00100000:0.0:1763338461.257044:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2407:x1848993291025792:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.257133:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.257140:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 38 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.257154:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 38 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.257178:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.257180:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.257185:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.257196:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.257217:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.257297:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2407:x1848993291025792:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 254us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.257307:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3323 00010000:00010000:2.0:1763338461.257349:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b19f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d9b expref: 37 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338461.257372:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303236608:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.257396:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.257406:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.257414:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.257426:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.257439:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.257442:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291026048 00000100:00100000:3.0:1763338461.257449:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291026048 00010000:00010000:2.0:1763338461.257471:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338461.257484:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10126 00000100:00100000:3.0:1763338461.257493:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+276:55909:x1848993291026048:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.257517:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.257539:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1b12 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4de8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.257660:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338461.257672:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257681:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257696:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338461.257703:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257710:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.257733:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3656:x1848993303235584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5419us (6614us total) trans 17179871799 rc 0/0 00000100:00100000:2.0:1763338461.257743:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7054 00000004:00080000:2.0:1763338461.257781:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d407b80/2, rc 0, transno 17179871799 00000100:00100000:2.0:1763338461.257786:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303235584:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.257809:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303236736:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.257814:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1b27 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.257824:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.257825:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1b27 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257846:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1b27 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338461.257857:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 0 00010000:00010000:3.0:1763338461.257919:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257926:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257932:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257942:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257948:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.257952:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257958:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.257968:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307a600) 00010000:00010000:3.0:1763338461.257971:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.257975:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.257980:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338461.257987:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1b19 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.257990:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.258001:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.258003:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.258009:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.258013:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.258024:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.258025:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.258040:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.258044:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.258048:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.258056:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1af6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.258062:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.258080:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750400) 00010000:00010000:3.0:1763338461.258084:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.258088:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.258092:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.258093:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338461.258094:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1b20 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.258097:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.258100:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.258131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338461.258137:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b1b12 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4de8 expref: 279 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.258152:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1b27 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4de8 expref: 278 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.258165:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338461.258168:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338461.258171:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:1.0:1763338461.258172:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291026304 00000100:00100000:1.0:1763338461.258178:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291026304 00000100:00100000:1.0:1763338461.258211:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10127 00000100:00100000:3.0:1763338461.258220:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291026048:12345-192.168.202.34@tcp:101:bash.0 Request processed in 726us (1323us total) trans 4294973140 rc 0/0 00000100:00100000:1.0:1763338461.258221:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291026304:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:3.0:1763338461.258235:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10126 00010000:00010000:1.0:1763338461.258238:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.258251:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b1b35 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4def expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.258319:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b1b35 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4def expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.258342:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eba00/0x4ea0a6980f4b1b35 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4def expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.258358:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:1.0:1763338461.258362:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338461.258365:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eba00, rc 0) 00000100:00100000:1.0:1763338461.258405:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291026304:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 187us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.258411:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10127 00000100:00100000:2.0:1763338461.259324:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291026176 00000100:00100000:2.0:1763338461.259343:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291026176 00010000:00010000:2.0:1763338461.259372:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 15 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:2.0:1763338461.259403:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3324 00000100:00100000:2.0:1763338461.259411:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291026176:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.259422:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.259426:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 15 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338461.259439:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 15 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338461.259460:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b19ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d94 expref: 15 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:2.0:1763338461.259474:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.259476:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.259482:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259491:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259527:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.259574:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291026176:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 163us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.259582:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3324 00010000:00010000:0.0:1763338461.259643:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.259652:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.259661:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.259669:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.259723:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338461.259903:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338461.259910:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259918:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338461.259922:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259934:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259946:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259955:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1afd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.259973:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.259975:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.259977:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338461.261151:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.261207:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291026432 00000100:00100000:1.0:1763338461.261215:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291026432 00000100:00100000:2.0:1763338461.261233:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.261308:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10128 00000100:00100000:1.0:1763338461.261319:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:55909:x1848993291026432:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.261354:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.261373:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b3c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4df6 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.261403:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d650450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303235712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9016us (10147us total) trans 21474839127 rc 0/0 00010000:00010000:1.0:1763338461.261407:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1b43 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00000100:00100000:0.0:1763338461.261418:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7056 00010000:00010000:1.0:1763338461.261425:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1b43 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.261437:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1b43 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.261554:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b3c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4df6 expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.261571:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1b43 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4df6 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.261580:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:1.0:1763338461.261584:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338461.261589:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338461.261631:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993291026432:12345-192.168.202.34@tcp:101:bash.0 Request processed in 315us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.261638:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10128 00000100:00100000:3.0:1763338461.261672:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291026688 00000100:00100000:3.0:1763338461.261678:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291026688 00000100:00100000:3.0:1763338461.261727:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3536 00000100:00100000:3.0:1763338461.261734:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57008:x1848993291026688:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338461.261932:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1e8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:2.0:1763338461.261942:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277502680/2, rc 0, transno 21474839127 00000100:00100000:2.0:1763338461.261948:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277502680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303235712:0@lo:6:osp-syn-0-1.0 00000040:00080000:3.0:1763338461.261993:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1628, 64 off136368 00000040:00080000:3.0:1763338461.262019:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1628, 64 off136128 00000040:00080000:3.0:1763338461.262029:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1629, 64 off136192 00000040:00080000:3.0:1763338461.262038:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1629, 64 off136432 00010000:00010000:3.0:1763338461.262091:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:3.0:1763338461.262101:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338461.262109:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338461.262116:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338461.262122:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338461.262128:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338461.262161:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338461.262346:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57008:x1848993291026688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 599us (1100us total) trans 4294973141 rc 0/0 00000100:00100000:3.0:1763338461.262354:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3536 00010000:00010000:2.0:1763338461.262720:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338461.262731:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338461.262738:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143195200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338461.262742:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338461.262752:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338461.262766:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1e8:0x0].0x0 (ffff8fd252695200) 00010000:00010000:2.0:1763338461.262769:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338461.262773:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338461.262779:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143195200/0x4ea0a6980f4b1b4a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338461.262794:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.262796:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.262798:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338461.263612:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338461.264488:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303236864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763338461.264554:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.264629:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303236864 00000100:00100000:0.0:1763338461.264637:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303236864 00000100:00100000:0.0:1763338461.265568:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1763338461.265581:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+57:3657:x1848993303236864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763338461.265606:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 485012800 pending 114688 free 3920232448 avail 3688710144 00000100:00100000:0.0:1763338461.265666:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+57:3657:x1848993303236864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.265673:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1763338461.266559:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303236864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763338461.267982:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.268083:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.268110:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291026944 00000100:00100000:0.0:1763338461.268111:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291027200 00000100:00100000:1.0:1763338461.268119:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291026944 00000100:00100000:0.0:1763338461.268119:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291027200 00000100:00100000:0.0:1763338461.268180:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10129 00000100:00100000:0.0:1763338461.268189:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291027200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.268211:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.268232:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b51 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4dfd expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.268315:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.268329:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268349:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268361:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.268368:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268374:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268474:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.268484:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268492:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338461.268502:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 0 00000100:00100000:1.0:1763338461.268505:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10130 00000100:00100000:1.0:1763338461.268517:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291026944:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338461.268543:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.268562:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1b27 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4de8 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.268578:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.268579:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.268585:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.268595:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268601:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268608:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268614:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.268619:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268627:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268636:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:0.0:1763338461.268640:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.268643:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268650:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1b58 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268660:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268667:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268673:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268678:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.268682:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268688:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.268695:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449aa200) 00010000:00010000:0.0:1763338461.268698:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.268700:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.268707:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.268707:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1b5f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.268727:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.268736:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.268757:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.268761:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b51 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.268784:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.268793:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.268801:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.268803:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.268806:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.268812:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:0.0:1763338461.268880:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291027200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 691us (798us total) trans 4294973142 rc 0/0 00000100:00100000:0.0:1763338461.268891:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10129 00000100:00100000:2.0:1763338461.272188:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.272244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.272400:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291027328 00000100:00100000:0.0:1763338461.272410:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291027328 00010000:00010000:0.0:1763338461.272449:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.272498:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3325 00000100:00100000:0.0:1763338461.272508:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:2409:x1848993291027328:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.272524:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.272531:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.272544:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.272566:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1b66 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dfd expref: 284 pid: 10039 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.272581:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.272586:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.272594:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.272658:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338461.273057:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291027456 00000100:00100000:1.0:1763338461.273063:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291027456 00000100:00100000:1.0:1763338461.273105:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10131 00000100:00100000:1.0:1763338461.273112:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291027456:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.273128:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.273144:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1b7b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e04 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.273230:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338461.273240:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.273247:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.273259:0:10039:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 5/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.273284:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.273322:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.273485:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.273493:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000001:00080000:2.0:1763338461.273578:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973143 00000004:00010000:2.0:1763338461.273618:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004fd5cd40 reply state 000000008f13c2f8 transno 4294973144 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.273634:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.273641:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:2.0:1763338461.273643:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.273646:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.273652:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.273657:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338461.273668:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338461.273742:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:2409:x1848993291027328:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1233us (1562us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.273751:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3325 00010000:00010000:1.0:1763338461.274149:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.274155:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338461.274178:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 0 00000004:00200000:1.0:1763338461.274181:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338461.274197:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338461.274220:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1b7b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e04 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.274234:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e04 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.274245:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:1.0:1763338461.274248:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338461.274250:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:2.0:1763338461.274385:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291026944:12345-192.168.202.34@tcp:36:bash.0 Request processed in 5869us (6409us total) trans 4294973144 rc 0/0 00000100:00100000:2.0:1763338461.274393:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10130 00000020:00080000:2.0:1763338461.274398:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338461.274557:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57008:x1848993291027456:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1444us (2310us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.274565:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10131 00000100:00100000:2.0:1763338461.277076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.277166:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291027584 00000100:00100000:1.0:1763338461.277175:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291027584 00000100:00100000:1.0:1763338461.277225:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10132 00000100:00100000:1.0:1763338461.277233:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291027584:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.277256:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.277297:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1b89 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e0b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.277360:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1b89 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e0b expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.277373:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1b89 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e0b expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.277389:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:1.0:1763338461.277392:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338461.277395:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338461.277440:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291027584:12345-192.168.202.34@tcp:101:bash.0 Request processed in 208us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.277446:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10132 00000100:00100000:3.0:1763338461.278848:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.279013:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291027712 00000100:00100000:0.0:1763338461.279021:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291027712 00000100:00100000:0.0:1763338461.279078:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7060 00000100:00100000:0.0:1763338461.279087:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993291027712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.279104:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.279123:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e12 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338461.279148:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.279166:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.279168:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.279179:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 38 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.279195:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 38 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.279208:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:0.0:1763338461.279306:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2409:x1848993291027712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 219us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.279314:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7060 00000100:00100000:3.0:1763338461.279471:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.281629:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291027968 00000100:00100000:2.0:1763338461.281644:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291027968 00000100:00100000:2.0:1763338461.281713:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10133 00000100:00100000:2.0:1763338461.281724:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291027968:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.281742:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.281745:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763338461.281774:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b1b89 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e0b expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.281801:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1b82 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e04 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.281814:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:2.0:1763338461.281820:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.281835:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1b97 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e19 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.281885:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1b9e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.281897:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1b9e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.281906:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1b9e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:2.0:1763338461.282119:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1630, 88 off136520 00000004:00080000:2.0:1763338461.282126:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130993863786ns, next at 1131475593748ns, rc = 0 00000040:00080000:2.0:1763338461.282169:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1630, 88 off136280 00000004:00080000:2.0:1763338461.282174:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130993911669ns, next at 1131475561274ns, rc = 0 00000040:00080000:2.0:1763338461.282201:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1631, 88 off136368 00000004:00080000:2.0:1763338461.282205:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1130993942732ns, next at 1131475561274ns, rc = 0 00000040:00080000:2.0:1763338461.282212:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1631, 88 off136608 00000004:00080000:2.0:1763338461.282216:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1130993953739ns, next at 1131475593748ns, rc = 0 00000001:00080000:1.0:1763338461.284663:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973145 is committed 00000004:00080000:1.0:1763338461.284675:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1069 committed 00000004:00080000:1.0:1763338461.284689:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1063 committed 00010000:00010000:0.0:1763338461.284693:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000004:00080000:1.0:1763338461.284703:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1062 committed 00000004:00080000:1.0:1763338461.284706:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1068 committed 00010000:00010000:0.0:1763338461.284706:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.284713:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.284719:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.284724:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.284732:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.284749:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.284752:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.284758:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.284766:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1b74 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338461.284859:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303237376:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.284860:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303236992:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.284877:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303237120:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.285005:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.285011:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303237248:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.285045:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338461.285052:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1b9e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e19 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.285061:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303237504:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.285062:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303237760:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338461.285066:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:2.0:1763338461.285071:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763338461.285084:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338461.285089:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1b97 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e19 expref: 279 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338461.285108:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1b9e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e19 expref: 278 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.285111:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338461.285114:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303236992 00000100:00100000:0.0:1763338461.285120:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303237632:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.285122:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303236992 00010000:00010000:2.0:1763338461.285143:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00000100:00100000:0.0:1763338461.285144:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338461.285149:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338461.285152:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:1.0:1763338461.285162:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237248 00000100:00100000:1.0:1763338461.285166:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237248 00000100:00100000:0.0:1763338461.285178:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237760 00000100:00100000:0.0:1763338461.285182:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237760 00000100:00100000:1.0:1763338461.285184:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237632 00000100:00100000:1.0:1763338461.285186:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237632 00000100:00100000:2.0:1763338461.285205:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:55909:x1848993291027968:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3480us (5733us total) trans 4294973145 rc 0/0 00000100:00100000:1.0:1763338461.285206:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7061 00000100:00100000:0.0:1763338461.285214:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7062 00000100:00100000:1.0:1763338461.285216:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3657:x1848993303236992:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.285219:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10133 00000100:00100000:0.0:1763338461.285224:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3655:x1848993303237248:12345-0@lo:2:osp-syn-0-1.0 00002000:00080000:1.0:1763338461.285240:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:642 count 1 00010000:00010000:1.0:1763338461.285277:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.285294:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.285301:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1763338461.285305:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7063 00010000:00010000:1.0:1763338461.285305:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.285311:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.285318:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+58:3655:x1848993303237632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338461.285345:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:643 count 1 00010000:00010000:1.0:1763338461.285356:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.285362:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.285375:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 13 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338461.285379:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 37 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.285397:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3655:x1848993303237248:12345-0@lo:2:osp-syn-0-1.0 Request processed in 173us (349us total) trans 21474839128 rc 0/0 00010000:00010000:3.0:1763338461.285398:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338461.285402:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763338461.285402:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303238016:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.285408:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.285410:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7062 00000100:00100000:0.0:1763338461.285429:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7064 00010000:00010000:3.0:1763338461.285435:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 37 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.285439:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+58:3655:x1848993303237760:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338461.285459:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 37 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:1.0:1763338461.285465:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1763338461.285514:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338461.285517:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.285520:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.285522:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.285524:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338461.285549:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+59:3655:x1848993303237760:12345-0@lo:2:osp-syn-1-1.0 Request processed in 113us (465us total) trans 17179871800 rc 0/0 00000100:00100000:0.0:1763338461.285555:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7064 00000100:00100000:0.0:1763338461.285581:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.285615:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303237888:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.285636:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.285661:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237376 00000100:00100000:0.0:1763338461.285665:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237376 00000100:00100000:0.0:1763338461.285683:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237888 00000100:00100000:0.0:1763338461.285686:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237888 00000100:00100000:0.0:1763338461.285699:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7065 00000100:00100000:0.0:1763338461.285705:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3656:x1848993303237376:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.285778:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303237376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (195us total) trans 21474839129 rc 0/0 00000100:00100000:0.0:1763338461.285784:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7065 00000100:00100000:0.0:1763338461.285797:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7066 00000100:00100000:0.0:1763338461.285803:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+59:3656:x1848993303237888:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.285864:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+60:3656:x1848993303237888:12345-0@lo:2:osp-syn-1-1.0 Request processed in 60us (226us total) trans 17179871801 rc 0/0 00000100:00100000:0.0:1763338461.285870:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7066 00000100:00100000:0.0:1763338461.285887:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763338461.285929:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee3800/2, rc 0, transno 17179871801 00000100:00100000:0.0:1763338461.285934:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303237888:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338461.285946:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717b80/2, rc 0, transno 21474839129 00000100:00100000:0.0:1763338461.285950:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303237376:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.285960:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237120 00000100:00100000:0.0:1763338461.285963:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237120 00000100:00100000:0.0:1763338461.285981:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7067 00000100:00100000:0.0:1763338461.285987:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303237120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338461.285997:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:643 count 1 00010000:00010000:0.0:1763338461.286011:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.286024:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.286032:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338461.286033:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338461.286036:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.286057:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.286067:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 13 pid: 27816 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.286077:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303238272:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.286103:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.286123:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.286148:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303237504 00000100:00100000:0.0:1763338461.286152:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303237504 00000100:00100000:0.0:1763338461.286172:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7068 00000100:00100000:0.0:1763338461.286178:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+60:3657:x1848993303237504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338461.286190:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:642 count 1 00010000:00010000:0.0:1763338461.286201:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.286212:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 37 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.286219:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.286221:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.286223:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.286242:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 37 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.286252:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 37 pid: 8406 timeout: 1230 lvb_type: 1 00000100:00100000:0.0:1763338461.286286:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303238400:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.286313:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.286686:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303238144:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338461.286714:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bc540 going to sleep for 11 seconds 00000004:00080000:2.0:1763338461.287157:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717800/2, rc 0, transno 21474839128 00000100:00100000:2.0:1763338461.287166:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303237248:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.287176:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee2680/2, rc 0, transno 17179871800 00000100:00100000:2.0:1763338461.287180:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303237760:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.287422:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.287596:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028096 00000100:00100000:2.0:1763338461.287602:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028096 00000100:00100000:2.0:1763338461.287642:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10134 00000100:00100000:2.0:1763338461.287651:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+278:57008:x1848993291028096:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.287666:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.287690:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1bc1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e20 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.287746:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1bc1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e20 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.287765:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1bc1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e20 expref: 279 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.287780:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:2.0:1763338461.287783:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338461.287787:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba200, rc 0) 00000100:00100000:2.0:1763338461.287839:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291028096:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 185us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.287847:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10134 00000100:00100000:1.0:1763338461.291692:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303238016:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.291721:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.292606:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303238272:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338461.292623:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.294901:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303238400:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.294927:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.295072:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.295100:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.295122:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.295145:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.295170:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028608 00000100:00100000:2.0:1763338461.295177:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028608 00000100:00100000:2.0:1763338461.295222:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7069 00000100:00100000:2.0:1763338461.295230:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+38:55909:x1848993291028608:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.295248:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.295290:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e27 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.295315:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 39 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.295323:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.295325:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.295339:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 39 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.295370:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 39 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.295381:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 39 pid: 35252 timeout: 1231 lvb_type: 1 00000100:00100000:2.0:1763338461.295394:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303238528:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.295456:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.295755:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028224 00000100:00100000:0.0:1763338461.295760:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028224 00010000:00010000:0.0:1763338461.295784:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 14 pid: 27816 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.295806:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028480 00000100:00100000:0.0:1763338461.295808:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028480 00010000:00010000:0.0:1763338461.295817:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 40 pid: 8406 timeout: 1230 lvb_type: 1 00000100:00100000:0.0:1763338461.295832:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028352 00000100:00100000:0.0:1763338461.295834:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028352 00010000:00010000:0.0:1763338461.295842:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 15 pid: 27816 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.295853:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3326 00000100:00100000:0.0:1763338461.295859:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291028224:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.295870:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.295874:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 15 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.295886:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 15 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.295906:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1887 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d16 expref: 15 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.295920:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.295921:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.295926:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.295934:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.295950:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.295985:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291028224:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 125us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.295992:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3326 00000100:00100000:0.0:1763338461.296006:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3327 00000100:00100000:0.0:1763338461.296011:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291028480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.296018:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.296022:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 40 pid: 8406 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338461.296031:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 40 pid: 8406 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338461.296055:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1998 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4d71 expref: 40 pid: 8406 timeout: 1230 lvb_type: 1 00010000:00010000:0.0:1763338461.296065:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.296066:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.296070:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.296078:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.296093:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338461.296102:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3328 00000100:00100000:0.0:1763338461.296109:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2410:x1848993291028480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 97us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.296119:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291028352:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338461.296119:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3327 00010000:00010000:3.0:1763338461.296131:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.296138:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 13 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338461.296150:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 13 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338461.296164:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1a7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dbe expref: 13 pid: 27816 timeout: 1230 lvb_type: 0 00010000:00010000:3.0:1763338461.296173:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.296175:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.296179:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.296187:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.296216:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338461.296228:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.296238:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.296240:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993291028352:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 126us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.296255:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3328 00010000:00010000:1.0:1763338461.296257:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.296288:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.296294:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.296310:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.296317:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.296319:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338461.296328:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.296356:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338461.296670:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303237120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10681us (10780us total) trans 21474839130 rc 0/0 00000100:00100000:3.0:1763338461.296678:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7067 00000004:00080000:3.0:1763338461.296721:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9fb80/2, rc 0, transno 21474839130 00000100:00100000:3.0:1763338461.296727:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303237120:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.296752:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303238144:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.296769:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.296961:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303236992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11745us (11957us total) trans 21474839131 rc 0/0 00000100:00100000:1.0:1763338461.296969:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7061 00010000:00010000:1.0:1763338461.296988:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338461.296993:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297001:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.297005:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297015:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297027:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297034:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1ba5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297048:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.297052:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297058:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.297062:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297071:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297079:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297085:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1bb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297095:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.297096:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.297097:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.297102:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.297110:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297117:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297124:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297132:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297146:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338461.297320:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+61:3657:x1848993303237504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11141us (11195us total) trans 17179871802 rc 0/0 00000100:00100000:1.0:1763338461.297327:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7068 00010000:00010000:1.0:1763338461.297355:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.297360:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297368:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.297371:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.297379:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.297526:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.297611:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028736 00000100:00100000:0.0:1763338461.297617:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028736 00010000:00010000:0.0:1763338461.297636:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 39 pid: 8406 timeout: 1230 lvb_type: 0 00000100:00100000:0.0:1763338461.297671:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3329 00000100:00100000:0.0:1763338461.297679:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2408:x1848993291028736:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.297689:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.297693:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 39 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.297710:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 39 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.297724:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1aa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4dcc expref: 39 pid: 8406 timeout: 1230 lvb_type: 0 00010000:00010000:0.0:1763338461.297735:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.297737:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.297741:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.297750:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.297766:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.297788:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2408:x1848993291028736:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 110us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.297794:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3329 00010000:00010000:1.0:1763338461.298187:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.298198:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1bba lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.298214:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.298216:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.298218:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338461.300468:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee3480/2, rc 0, transno 17179871802 00000100:00100000:3.0:1763338461.300485:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303237504:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763338461.300502:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277b9df80/2, rc 0, transno 21474839131 00000100:00100000:3.0:1763338461.300507:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303236992:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338461.300536:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.300548:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.300559:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.300567:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.300594:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338461.300695:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.300702:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.300711:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.300716:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.300725:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.300743:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.300749:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1bac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.300767:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.300768:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.300770:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338461.301133:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+61:3655:x1848993303237632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15816us (15985us total) trans 17179871803 rc 0/0 00000100:00100000:3.0:1763338461.301142:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7063 00000100:00100000:3.0:1763338461.301201:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.301464:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291028992 00000100:00100000:1.0:1763338461.301471:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291028992 00000100:00100000:1.0:1763338461.301516:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3537 00000100:00100000:1.0:1763338461.301524:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291028992:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338461.301542:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee2d80/2, rc 0, transno 17179871803 00000100:00100000:0.0:1763338461.301549:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303237632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.301683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.301857:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291029120 00000100:00100000:1.0:1763338461.301863:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57008:x1848993291028992:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 338us (660us total) trans 4294973146 rc 0/0 00000100:00100000:0.0:1763338461.301863:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291029120 00000100:00100000:1.0:1763338461.301872:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3537 00000100:00100000:0.0:1763338461.301902:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:0.0:1763338461.301910:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:2410:x1848993291029120:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.301921:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.301943:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1bc1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e20 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.301957:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.301962:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338461.302236:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.302357:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303238528:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.302383:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 37 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.302398:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebba00, rc 0) 00000100:00100000:2.0:1763338461.302437:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+37:55909:x1848993291028608:12345-192.168.202.34@tcp:101:bash.0 Request processed in 7206us (7289us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.302444:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7069 00000100:00100000:0.0:1763338461.302545:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+279:2410:x1848993291029120:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 634us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.302550:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291029248 00000100:00100000:0.0:1763338461.302555:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 423 00000100:00100000:1.0:1763338461.302556:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291029248 00010000:00010000:1.0:1763338461.302581:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 37 pid: 35252 timeout: 1231 lvb_type: 1 00000100:00100000:1.0:1763338461.302617:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3330 00000100:00100000:1.0:1763338461.302624:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993291029248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.302633:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.302638:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 37 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:1.0:1763338461.302648:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 37 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:1.0:1763338461.302664:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1b90 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e12 expref: 37 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:1.0:1763338461.302676:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.302678:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.302685:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.302696:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.302724:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.302735:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303238656:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338461.302790:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522780 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.309670:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.309704:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.309742:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291029632 00000100:00100000:2.0:1763338461.309752:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291029632 00000100:00100000:0.0:1763338461.309812:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291029504 00000100:00100000:2.0:1763338461.309817:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7070 00000100:00100000:0.0:1763338461.309823:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291029504 00000100:00100000:2.0:1763338461.309829:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993291029632:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.309848:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763338461.309863:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303238656:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338461.309869:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10135 00010000:00010000:2.0:1763338461.309874:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e35 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.309883:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+279:57008:x1848993291029504:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.309887:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1763338461.309902:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.309904:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.309923:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.309925:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bd6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e2e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.309927:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763338461.309937:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993291029248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7311us (7700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.309949:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3330 00010000:00010000:2.0:1763338461.309951:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.309967:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.309978:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1a00, rc 0) 00000100:00100000:2.0:1763338461.310001:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993291029632:12345-192.168.202.34@tcp:101:bash.0 Request processed in 175us (300us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338461.310004:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00000100:00100000:2.0:1763338461.310009:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7070 00010000:00010000:0.0:1763338461.310023:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310034:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310048:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.310055:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310061:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310172:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1beb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.310180:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1beb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310187:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1beb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338461.310198:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 2 00010000:00010000:0.0:1763338461.310322:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310330:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310354:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310361:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310367:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.310371:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310379:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310391:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.310393:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.310398:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310408:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1bdd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310420:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310426:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310431:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310436:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.310439:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310444:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310452:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.310454:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.310457:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310462:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1be4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.310512:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bd6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e2e expref: 282 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.310526:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1beb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e2e expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.310544:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.310547:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.310550:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:0.0:1763338461.310579:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57008:x1848993291029504:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 700us (920us total) trans 4294973147 rc 0/0 00000100:00100000:0.0:1763338461.310586:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10135 00000100:00100000:3.0:1763338461.312349:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.312462:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291029760 00000100:00100000:1.0:1763338461.312470:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291029760 00002000:00010000:1.0:1763338461.312501:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/646 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.312505:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258706d80 with x1848993291029760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338461.312516:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd258706d80. 00000100:00100000:1.0:1763338461.312553:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1733 00000100:00100000:1.0:1763338461.312562:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2408:x1848993291029760:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338461.312857:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338461.312861:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.312863:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338461.312865:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.312867:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338461.313183:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2408:x1848993291029760:12345-192.168.202.34@tcp:10:bash.0 Request processed in 372us (605us total) trans 17179871804 rc 0/0 00000100:00100000:1.0:1763338461.313192:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1733 00002000:00010000:1.0:1763338461.313196:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/646 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.313199:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd258706d80 with x1848993291029760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338461.313204:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd258706d80. 00000100:00100000:2.0:1763338461.317044:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.317100:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.317196:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291029888 00000100:00100000:1.0:1763338461.317207:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291029888 00002000:00010000:1.0:1763338461.317245:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/646 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.317250:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c16300 with x1848993291029888 ext(0->18446744073709551615) 00000100:00100000:0.0:1763338461.317381:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291030144 00000100:00100000:0.0:1763338461.317385:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291030144 00000100:00100000:0.0:1763338461.317425:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3538 00000100:00100000:0.0:1763338461.317434:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57008:x1848993291030144:12345-192.168.202.34@tcp:35:lfs.0 00002000:00010000:1.0:1763338461.318601:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145c16300. 00000100:00100000:1.0:1763338461.318666:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1734 00000100:00100000:1.0:1763338461.318683:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291029888:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338461.318876:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338461.318880:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.318883:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338461.318896:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.318900:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338461.318900:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291030144:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1463us (1795us total) trans 4294973148 rc 0/0 00000100:00100000:0.0:1763338461.318914:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3538 00000100:00100000:1.0:1763338461.318931:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291029888:12345-192.168.202.34@tcp:10:bash.0 Request processed in 254us (1896us total) trans 21474839132 rc 0/0 00000100:00100000:1.0:1763338461.318939:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1734 00002000:00010000:1.0:1763338461.318943:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/646 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.318947:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145c16300 with x1848993291029888 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338461.318952:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145c16300. 00000100:00100000:3.0:1763338461.322491:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.322572:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291030272 00000100:00100000:0.0:1763338461.322581:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291030272 00000100:00100000:0.0:1763338461.322635:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3539 00000100:00100000:0.0:1763338461.322648:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291030272:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338461.322827:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291030272:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 183us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.322835:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3539 00000100:00100000:3.0:1763338461.330911:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.331655:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291030528 00000100:00100000:0.0:1763338461.331666:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291030528 00000100:00100000:0.0:1763338461.331734:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10136 00000100:00100000:0.0:1763338461.331744:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57013:x1848993291030528:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338461.331798:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338461.331828:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1b9e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e19 expref: 282 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.331847:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1beb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e2e expref: 281 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.331859:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1b43 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4df6 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.331868:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:0.0:1763338461.331878:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.331902:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.331913:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.331921:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.331931:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.331936:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.331942:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332007:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.332018:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332024:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00080000:0.0:1763338461.332226:0:10039:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1ec:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763338461.332362:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332370:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332376:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332381:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.332385:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332392:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332400:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.332402:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338461.332405:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332411:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1c07 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332427:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332437:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332443:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332448:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332452:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.332455:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332459:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332465:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.332468:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.332470:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332475:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1bf9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:0.0:1763338461.332485:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c164c0e8 reply state 00000000c653cfcf transno 4294973149 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332495:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.332500:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.332502:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.332505:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338461.332531:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.332675:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291030784 00000100:00100000:2.0:1763338461.332680:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291030784 00000100:00100000:2.0:1763338461.332714:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10137 00000100:00100000:2.0:1763338461.332723:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57008:x1848993291030784:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.332735:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.332748:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1c0e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e3c expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.332814:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c15 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.332826:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.332834:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c15 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.332844:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ec:0x0]: returning size 2 00010000:00010000:2.0:1763338461.332961:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1c0e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e3c expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.332977:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c15 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e3c expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.332984:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd252695e00) 00010000:00010000:2.0:1763338461.332987:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338461.332989:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0a00, rc 0) 00000100:00100000:0.0:1763338461.333677:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57013:x1848993291030528:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1930us (2771us total) trans 4294973149 rc 0/0 00000100:00100000:0.0:1763338461.333685:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10136 00000100:00100000:2.0:1763338461.333923:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258704380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291030784:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1199us (1393us total) trans 4294973150 rc 0/0 00000100:00100000:2.0:1763338461.333931:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10137 00000100:00100000:1.0:1763338461.337141:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.337555:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291031040 00000100:00100000:0.0:1763338461.337565:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291031040 00000100:00100000:0.0:1763338461.337608:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3540 00000100:00100000:0.0:1763338461.337617:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291031040:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338461.337937:0:35243:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1ec:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c15 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e3c expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.337975:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:0.0:1763338461.337987:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.337996:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000004:00020000:0.0:1763338461.338130:0:35243:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1ec:0x0]: rc = -1 00010000:00010000:0.0:1763338461.338155:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338162:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338169:0:35243:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338174:0:35243:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.338178:0:35243:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338185:0:35243:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338194:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd252695e00) 00010000:00010000:0.0:1763338461.338197:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763338461.338201:0:35243:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338207:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c23 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.338217:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd252695e00) 00010000:00010000:0.0:1763338461.338219:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338461.338224:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c15 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e3c expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.338465:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291031040:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 847us (1330us total) trans 4294973151 rc -1/-1 00000100:00100000:0.0:1763338461.338474:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3540 00000100:00100000:3.0:1763338461.340954:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.341040:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291031168 00000100:00100000:2.0:1763338461.341051:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291031168 00000100:00100000:2.0:1763338461.341106:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10138 00000100:00100000:2.0:1763338461.341116:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57008:x1848993291031168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.341139:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.341160:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1c2a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e43 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.341220:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1c2a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e43 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.341237:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0400/0x4ea0a6980f4b1c2a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e43 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.341530:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd252695800) 00010000:00010000:2.0:1763338461.341534:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338461.341539:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0400, rc 0) 00000100:00100000:2.0:1763338461.341604:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291031168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 489us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.341612:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10138 00000100:00100000:1.0:1763338461.347917:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.347969:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.348252:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291031424 00000100:00100000:0.0:1763338461.348299:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291031424 00000100:00100000:0.0:1763338461.348367:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3541 00000100:00100000:0.0:1763338461.348378:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57008:x1848993291031424:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338461.348651:0:35243:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1ec:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338461.348724:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1632, 64 off136672 00000040:00080000:0.0:1763338461.348745:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1632, 64 off136432 00000040:00080000:0.0:1763338461.348753:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1633, 64 off136496 00000040:00080000:0.0:1763338461.348761:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1633, 64 off136736 00010000:00010000:0.0:1763338461.348820:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:0.0:1763338461.348842:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.348855:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.348864:0:35243:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.348870:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.348877:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:0.0:1763338461.348890:0:35243:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338461.349092:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57008:x1848993291031424:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 715us (1183us total) trans 4294973152 rc 0/0 00000100:00100000:0.0:1763338461.349101:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3541 00000100:00100000:2.0:1763338461.349670:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291031552 00000100:00100000:2.0:1763338461.349678:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291031552 00000100:00100000:2.0:1763338461.349725:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10139 00000100:00100000:2.0:1763338461.349735:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57014:x1848993291031552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.349751:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.349759:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.349768:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.349773:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c38 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e4a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.349777:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.349783:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.349793:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.349807:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ec:0x0].0x0 (ffff8fd252695800) 00010000:00010000:1.0:1763338461.349811:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338461.349816:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.349821:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1c31 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.349835:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.349837:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338461.349838:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.349842:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.349852:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349862:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349874:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.349887:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349894:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349926:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349932:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349937:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349942:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349947:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d1c0a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.349951:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349956:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349963:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.349966:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.349970:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349975:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c3f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349984:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349991:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.349996:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.350000:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.350003:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.350008:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.350015:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338461.350017:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.350020:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.350025:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c46 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.350047:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c38 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e4a expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.350055:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.350058:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.350061:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c38 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e4a expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.350073:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1400, rc 0) 00000100:00100000:2.0:1763338461.350127:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57014:x1848993291031552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 393us (2156us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.350135:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10139 00000100:00100000:1.0:1763338461.361585:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.363447:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291031680 00000100:00100000:2.0:1763338461.363461:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291031680 00000100:00100000:2.0:1763338461.363537:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10140 00000100:00100000:2.0:1763338461.363546:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57014:x1848993291031680:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.363577:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.363602:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c4d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e51 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.363681:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.363694:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363717:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363730:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.363737:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363743:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363792:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363798:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363805:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363811:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363815:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.363819:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363825:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363836:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.363839:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.363844:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363850:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1c54 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363863:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363868:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363874:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363879:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.363881:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363889:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363894:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338461.363896:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.363898:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363903:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1c5b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.363929:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c4d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e51 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.363938:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.363940:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.363943:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c4d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e51 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.363956:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:2.0:1763338461.364042:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57014:x1848993291031680:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 497us (2467us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.364049:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10140 00000100:00100000:3.0:1763338461.367795:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.367878:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291031808 00000100:00100000:2.0:1763338461.367890:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291031808 00000100:00100000:2.0:1763338461.367954:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10141 00000100:00100000:2.0:1763338461.367965:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57014:x1848993291031808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.367986:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.368011:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1c62 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e58 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.368076:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c69 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.368090:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c69 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.368101:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c69 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.368149:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338461.368154:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338461.368190:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1c62 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e58 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.368418:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c69 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e58 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.368429:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.368432:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338461.368436:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c1400, rc 0) 00000100:00100000:2.0:1763338461.368806:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57014:x1848993291031808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 842us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.368816:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10141 00000100:00100000:1.0:1763338461.368840:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.368866:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291032064 00000100:00100000:2.0:1763338461.368872:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291032064 00000100:00100000:2.0:1763338461.368911:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10142 00000100:00100000:2.0:1763338461.368919:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57015:x1848993291032064:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.368934:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.368944:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c70 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e5f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.368996:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.369005:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369013:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369023:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.369031:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369037:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369068:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369075:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369080:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369087:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369092:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.369097:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369103:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369113:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.369116:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.369119:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369124:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1c77 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369135:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369140:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369145:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369149:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.369152:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369157:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369163:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338461.369165:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.369168:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369176:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1c7e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.369197:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c70 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e5f expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.369206:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.370847:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338461.370859:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1c70 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e5f expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.370875:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0a00, rc 0) 00000100:00100000:2.0:1763338461.370945:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57015:x1848993291032064:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2026us (2107us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.370954:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10142 00000100:00100000:1.0:1763338461.378888:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.378978:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291032320 00000100:00100000:2.0:1763338461.378988:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291032320 00000100:00100000:2.0:1763338461.379052:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10143 00000100:00100000:2.0:1763338461.379062:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57014:x1848993291032320:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.379082:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.379085:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338461.379110:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1c69 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e58 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.379129:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.379138:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.379153:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1c85 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e66 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.379300:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.379314:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.379324:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.379344:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.379353:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.379360:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380465:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.380483:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380492:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.380502:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00010000:00010000:2.0:1763338461.380529:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380536:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380546:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380552:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380558:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.380563:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380570:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380580:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.380583:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.380587:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380593:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1c8c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338461.380605:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b58c0d75 reply state 0000000011e921ea transno 4294973153 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380615:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.380621:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338461.380624:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338461.380626:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338461.380657:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1c85 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.380915:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.380924:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338461.380926:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338461.380929:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:2.0:1763338461.382085:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57014:x1848993291032320:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3015us (3197us total) trans 4294973153 rc 0/0 00000100:00100000:2.0:1763338461.382096:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10143 00000100:00100000:3.0:1763338461.384672:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.388047:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291032576 00000100:00100000:2.0:1763338461.388062:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291032576 00000100:00100000:2.0:1763338461.388134:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10144 00000100:00100000:2.0:1763338461.388144:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57014:x1848993291032576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.388171:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.388191:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1ca8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e6d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.388339:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.388356:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.388364:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.388395:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.388407:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 289 pid: 13583 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.388418:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303238784:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.388491:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd240 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.392856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.393480:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303238784:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.393509:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338461.393811:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.393885:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291032704 00000100:00100000:2.0:1763338461.393893:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291032704 00010000:00010000:2.0:1763338461.393929:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 290 pid: 13583 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.394197:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3331 00000100:00100000:0.0:1763338461.394442:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291032960 00000100:00100000:0.0:1763338461.394447:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291032960 00000100:00100000:0.0:1763338461.394491:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10145 00000100:00100000:0.0:1763338461.394501:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57016:x1848993291032960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.394517:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.394538:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1cb6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e74 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.394621:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.394636:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394647:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394657:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.394664:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394670:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394783:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338461.394792:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394799:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338461.394808:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00010000:00010000:0.0:1763338461.394883:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394891:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394897:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394903:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.394907:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394914:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394926:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:0.0:1763338461.394929:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763338461.394934:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394940:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ccb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394955:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394961:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394967:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394972:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394976:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.394978:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394983:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.394990:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.394992:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.394995:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395001:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cbd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395008:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395013:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395018:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395022:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.395025:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395030:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395036:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.395039:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.395041:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395046:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1cc4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.395185:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1cb6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e74 expref: 293 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.395195:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.395197:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338461.395201:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1cb6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e74 expref: 293 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.395214:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:0.0:1763338461.395301:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57016:x1848993291032960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 801us (2455us total) trans 4294973154 rc 301/301 00000100:00100000:0.0:1763338461.395309:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10145 00000100:00100000:2.0:1763338461.395547:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2410:x1848993291032704:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.395559:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.395565:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 291 pid: 13583 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.395577:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 291 pid: 13583 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.395592:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1c9a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e66 expref: 291 pid: 13583 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.395608:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:2.0:1763338461.395612:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.395620:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.395627:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.395662:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.395694:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:2410:x1848993291032704:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 152us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.397823:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3331 00010000:00010000:0.0:1763338461.398743:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.398757:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338461.398784:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00000004:00080000:0.0:1763338461.398963:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x288:0x0], index 0: 0 00000004:00080000:0.0:1763338461.398970:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x288:0x0], index 1: 0 00000004:00080000:0.0:1763338461.398975:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x289:0x0], index 1: 0 00000004:00080000:0.0:1763338461.398979:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x289:0x0], index 0: 0 00010000:00010000:0.0:1763338461.399087:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.399096:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338461.399105:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338461.399109:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.399116:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146ebb800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.399121:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.399128:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.399145:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:0.0:1763338461.399148:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.399153:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.399160:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1caf lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.399209:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1ca8 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e6d expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.399220:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695d00) 00010000:00010000:0.0:1763338461.399222:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338461.399226:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1ca8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e6d expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.399240:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:0.0:1763338461.399327:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57014:x1848993291032576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 11183us (14665us total) trans 4294973155 rc 301/301 00000100:00100000:0.0:1763338461.399354:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10144 00000100:00100000:1.0:1763338461.400739:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291033216 00000100:00100000:1.0:1763338461.400754:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291033216 00000100:00100000:1.0:1763338461.400814:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3542 00000100:00100000:1.0:1763338461.400824:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57016:x1848993291033216:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338461.401079:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57016:x1848993291033216:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 256us (1980us total) trans 4294973156 rc 0/0 00000100:00100000:1.0:1763338461.401087:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3542 00000100:00100000:2.0:1763338461.402732:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.402979:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291033472 00000100:00100000:3.0:1763338461.402988:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291033472 00000100:00100000:3.0:1763338461.403080:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3543 00000100:00100000:3.0:1763338461.403089:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57014:x1848993291033472:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338461.404734:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57014:x1848993291033472:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 1635us (1999us total) trans 4294973157 rc 0/0 00000100:00100000:3.0:1763338461.404748:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3543 00000100:00100000:1.0:1763338461.404972:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.405605:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291033728 00000100:00100000:0.0:1763338461.405615:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291033728 00000100:00100000:0.0:1763338461.405665:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10146 00000100:00100000:0.0:1763338461.405676:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57016:x1848993291033728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.405697:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.405720:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1ce0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e7b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.405803:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.405816:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.405827:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.405836:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.405843:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.405849:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.405951:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1cf5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.405963:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1cf5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.405971:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1cf5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338461.405981:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00010000:00010000:0.0:1763338461.406133:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406141:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406150:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406157:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406163:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.406168:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406175:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406187:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.406189:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.406194:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406200:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1ce7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406213:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406218:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406224:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406229:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.406232:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406241:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406249:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.406252:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.406255:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406280:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1cee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.406316:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1ce0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e7b expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.406344:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1cf5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e7b expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.406352:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.406354:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.406356:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:0.0:1763338461.406414:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57016:x1848993291033728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 740us (1441us total) trans 4294973158 rc 0/0 00000100:00100000:0.0:1763338461.406422:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10146 00000100:00100000:1.0:1763338461.409577:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.409659:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291033984 00000100:00100000:3.0:1763338461.409670:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291033984 00000100:00100000:3.0:1763338461.410701:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3544 00000100:00100000:3.0:1763338461.410714:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57014:x1848993291033984:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338461.410941:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57014:x1848993291033984:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 228us (1372us total) trans 4294973159 rc 0/0 00000100:00100000:3.0:1763338461.410950:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3544 00000100:00100000:1.0:1763338461.418865:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.419029:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.419091:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291034368 00000100:00100000:3.0:1763338461.419101:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291034368 00000100:00100000:3.0:1763338461.419158:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291034240 00000100:00100000:3.0:1763338461.419161:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291034240 00000100:00100000:3.0:1763338461.419197:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10147 00000100:00100000:3.0:1763338461.419209:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57016:x1848993291034368:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:2.0:1763338461.419223:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10148 00000100:00100000:2.0:1763338461.419235:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291034240:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.419237:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.419248:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.419251:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338461.419288:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d03 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e89 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.419301:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1cf5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e7b expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.419317:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338461.419338:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.419350:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1d0a lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e82 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.419370:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338461.419384:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.419395:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338461.419436:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00000004:00200000:3.0:1763338461.419441:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1763338461.419443:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338461.419455:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 2/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338461.419460:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.419466:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.419483:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.419485:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.419503:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.419519:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d03 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.419541:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 296 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.419549:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 296 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.419555:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:3.0:1763338461.419625:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57016:x1848993291034368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 418us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.419633:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10147 00000100:00100000:1.0:1763338461.423953:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.424010:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291034496 00000100:00100000:3.0:1763338461.424019:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291034496 00000100:00100000:3.0:1763338461.424071:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7071 00000100:00100000:3.0:1763338461.424081:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291034496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.424099:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.424126:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e90 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.424152:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338461.424168:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.424170:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.424179:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338461.424199:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338461.424210:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:3.0:1763338461.424286:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291034496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 206us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.424292:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7071 00000100:00100000:2.0:1763338461.431018:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.431857:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.432020:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291034752 00000100:00100000:0.0:1763338461.432031:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291034752 00000100:00100000:1.0:1763338461.432141:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291034624 00000100:00100000:1.0:1763338461.432145:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291034624 00010000:00010000:1.0:1763338461.432174:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 297 pid: 6518 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.432205:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3332 00000100:00100000:1.0:1763338461.432214:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2407:x1848993291034624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.432229:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.432235:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 297 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.432247:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 297 pid: 6518 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.432250:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10149 00000100:00100000:0.0:1763338461.432257:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57016:x1848993291034752:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.432284:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1d11 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e89 expref: 297 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.432290:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.432300:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.432306:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.432307:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1d26 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e97 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.432314:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.432321:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.432358:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.432363:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1d26 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e97 expref: 297 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.432374:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1d26 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e97 expref: 297 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.432388:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.432391:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.432393:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:1.0:1763338461.432410:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2407:x1848993291034624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 196us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.432414:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57016:x1848993291034752:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 158us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.432417:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3332 00000100:00100000:0.0:1763338461.432419:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10149 00010000:00010000:2.0:1763338461.432483:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.432492:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338461.432529:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00010000:00010000:2.0:1763338461.432652:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c1400/0x4ea0a6980f4b1d0a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.432667:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.432674:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.432678:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338461.432680:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0a00, rc 0) 00000100:00100000:2.0:1763338461.432710:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291034240:12345-192.168.202.34@tcp:101:bash.0 Request processed in 13478us (13683us total) trans 4294973160 rc 0/0 00000100:00100000:2.0:1763338461.432716:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10148 00000100:00100000:2.0:1763338461.436244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.436361:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291034880 00000100:00100000:0.0:1763338461.436372:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291034880 00000100:00100000:0.0:1763338461.436445:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10150 00000100:00100000:0.0:1763338461.436457:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291034880:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338461.436487:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.436514:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1d34 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4e9e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.436553:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1d3b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.436568:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1d3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.436581:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1d3b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.436702:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1d34 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e9e expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.436720:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1d3b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e9e expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.436729:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.436732:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338461.436736:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:0.0:1763338461.436803:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291034880:12345-192.168.202.34@tcp:101:bash.0 Request processed in 347us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.436810:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10150 00000100:00100000:3.0:1763338461.437321:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.439188:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291035136 00000100:00100000:0.0:1763338461.439202:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291035136 00000100:00100000:0.0:1763338461.439285:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3545 00000100:00100000:0.0:1763338461.439296:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57016:x1848993291035136:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338461.439376:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.439449:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291035392 00000100:00100000:3.0:1763338461.439453:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291035392 00000100:00100000:3.0:1763338461.439488:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10151 00000100:00100000:3.0:1763338461.439495:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:55909:x1848993291035392:12345-192.168.202.34@tcp:36:bash.0 00000100:00100000:0.0:1763338461.439509:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57016:x1848993291035136:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 216us (2189us total) trans 4294973161 rc 0/0 00000100:00100000:0.0:1763338461.439517:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3545 00010000:00010000:3.0:1763338461.439667:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338461.439685:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.439697:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:3.0:1763338461.439746:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973162 00000004:00010000:3.0:1763338461.439770:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001b0d77a8 reply state 000000002306f786 transno 4294973163 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.439783:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.439790:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.439793:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338461.439797:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338461.439860:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:55909:x1848993291035392:12345-192.168.202.34@tcp:36:bash.0 Request processed in 365us (484us total) trans 4294973163 rc 0/0 00000100:00100000:3.0:1763338461.439867:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10151 00000020:00080000:3.0:1763338461.439871:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338461.442093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.442181:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291035648 00000100:00100000:0.0:1763338461.442190:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291035648 00000100:00100000:0.0:1763338461.442244:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10152 00000100:00100000:0.0:1763338461.442253:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57016:x1848993291035648:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.442308:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.442339:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1d49 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ea5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.442419:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.442431:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442440:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442449:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.442456:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442461:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442561:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.442571:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442578:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338461.442587:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 0 00010000:00010000:0.0:1763338461.442665:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442672:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442683:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442689:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.442693:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442701:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442712:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.442715:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.442719:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442724:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1d50 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442735:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442740:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442745:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442750:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.442752:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442757:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442767:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.442770:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.442772:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442778:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1d57 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.442813:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1d49 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 304 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.442831:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 303 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.442838:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.442840:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338461.442843:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338461.442911:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57016:x1848993291035648:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 658us (826us total) trans 4294973164 rc 0/0 00000100:00100000:0.0:1763338461.442919:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10152 00000100:00100000:1.0:1763338461.443063:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.443130:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291035904 00000100:00100000:3.0:1763338461.443136:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291035904 00000100:00100000:2.0:1763338461.443746:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10153 00000100:00100000:2.0:1763338461.443758:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291035904:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.443775:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.443778:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338461.443795:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1d26 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e97 expref: 303 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.443810:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.443813:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.443823:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1d6c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4eac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.443857:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338461.443866:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 303 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.443875:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.443908:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 303 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.443920:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 303 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.443933:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303238912:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.444005:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338461.445802:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.445857:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303238912:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.445874:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036160 00000100:00100000:0.0:1763338461.445882:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036160 00010000:00010000:2.0:1763338461.445891:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338461.445942:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3546 00000100:00100000:0.0:1763338461.445952:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57016:x1848993291036160:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338461.446180:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57016:x1848993291036160:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 229us (388us total) trans 4294973165 rc 0/0 00000100:00100000:0.0:1763338461.446188:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3546 00000100:00100000:0.0:1763338461.448439:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.448491:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.448578:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036288 00000100:00100000:1.0:1763338461.448587:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036288 00000100:00100000:2.0:1763338461.448602:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036416 00000100:00100000:2.0:1763338461.448608:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036416 00010000:00010000:2.0:1763338461.448636:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 306 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.448646:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3547 00000100:00100000:1.0:1763338461.448659:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57016:x1848993291036288:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:2.0:1763338461.448687:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3333 00000100:00100000:2.0:1763338461.448697:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+306:2408:x1848993291036416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.448713:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.448720:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 306 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.448733:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 306 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.448759:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1d5e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ea5 expref: 306 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.448777:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.448782:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.448793:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.448801:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.448836:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.448890:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+305:2408:x1848993291036416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.448897:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3333 00010000:00010000:3.0:1763338461.448951:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.448961:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:3.0:1763338461.449181:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1634, 88 off136584 00000004:00080000:3.0:1763338461.449189:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131160926701ns, next at 1131475561274ns, rc = 0 00000040:00080000:3.0:1763338461.449222:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1634, 88 off136824 00000004:00080000:3.0:1763338461.449226:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131160964531ns, next at 1131475593748ns, rc = 0 00000040:00080000:3.0:1763338461.449250:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1635, 88 off136912 00000004:00080000:3.0:1763338461.449326:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131161063196ns, next at 1131475593748ns, rc = 0 00000040:00080000:3.0:1763338461.449353:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1635, 88 off136672 00000004:00080000:3.0:1763338461.449357:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131161095339ns, next at 1131475561274ns, rc = 0 00000100:00100000:1.0:1763338461.449576:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57016:x1848993291036288:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 917us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.449584:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3547 00000001:00080000:0.0:1763338461.452478:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973166 is committed 00000004:00080000:0.0:1763338461.452491:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1065 committed 00010000:00010000:2.0:1763338461.452580:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.452593:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.452600:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.452606:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.452611:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00000004:00080000:0.0:1763338461.452611:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1071 committed 00010000:00010000:2.0:1763338461.452619:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00000004:00080000:0.0:1763338461.452622:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1070 committed 00000004:00080000:0.0:1763338461.452625:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1064 committed 00010000:00010000:2.0:1763338461.452637:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338461.452641:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.452646:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.452651:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1c00 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.452668:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452674:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452679:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452685:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.452687:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452693:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452700:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4fb00) 00010000:00010000:2.0:1763338461.452703:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.452706:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452711:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1c93 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452732:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452738:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452744:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452751:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.452754:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452760:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452769:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.452773:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.452778:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.452783:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1d42 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338461.453181:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239040:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.453249:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453319:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.453356:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453386:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763338461.453392:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239424:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.453414:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453429:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239936:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.453446:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453474:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144527b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239168:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.453501:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453519:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.453538:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453552:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1763338461.453557:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239296:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.453577:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453598:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239808:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.453618:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.453652:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239040 00000100:00100000:1.0:1763338461.453659:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239040 00000100:00100000:1.0:1763338461.453700:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239552 00000100:00100000:1.0:1763338461.453703:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239552 00000100:00100000:1.0:1763338461.453713:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239424 00000100:00100000:1.0:1763338461.453716:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239424 00000100:00100000:1.0:1763338461.453726:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7072 00000100:00100000:1.0:1763338461.453734:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3657:x1848993303239040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338461.453763:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:646 count 1 00010000:00010000:1.0:1763338461.453788:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.453808:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.453816:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.453818:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.453822:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.453849:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.453865:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 14 pid: 8403 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.453878:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303240064:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.453920:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eac expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.453932:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.453935:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338461.453953:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1d6c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eac expref: 281 pid: 6521 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763338461.453953:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338461.453973:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239936 00010000:00010000:3.0:1763338461.453977:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eac expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.453979:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239936 00000100:00100000:1.0:1763338461.453998:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239168 00000100:00100000:1.0:1763338461.454002:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239168 00000100:00100000:1.0:1763338461.454011:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239680 00000100:00100000:1.0:1763338461.454013:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239680 00010000:00010000:3.0:1763338461.454019:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.454023:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338461.454026:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475800, rc 0) 00000100:00100000:1.0:1763338461.454036:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239296 00000100:00100000:1.0:1763338461.454040:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239296 00000100:00100000:1.0:1763338461.454054:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303239808 00000100:00100000:1.0:1763338461.454056:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303239808 00000100:00100000:3.0:1763338461.454066:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993291035904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 10310us (11002us total) trans 4294973166 rc 0/0 00000100:00100000:1.0:1763338461.454073:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7073 00000100:00100000:3.0:1763338461.454078:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10153 00000100:00100000:1.0:1763338461.454085:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+64:3657:x1848993303239552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338461.454099:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:646 count 1 00010000:00010000:1.0:1763338461.454115:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.454129:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.454136:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.454138:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1763338461.454142:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7074 00010000:00010000:1.0:1763338461.454142:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.454153:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3657:x1848993303239424:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338461.454167:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 36 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.454178:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 36 pid: 8403 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.454188:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303240192:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.454216:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338461.454235:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7075 00000100:00100000:1.0:1763338461.454244:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+64:3657:x1848993303239936:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.454363:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303239424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 211us (945us total) trans 21474839133 rc 0/0 00000100:00100000:3.0:1763338461.454370:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7074 00000100:00100000:3.0:1763338461.454389:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7076 00000100:00100000:1.0:1763338461.454395:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3657:x1848993303239936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (943us total) trans 17179871805 rc 0/0 00000100:00100000:3.0:1763338461.454403:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303239168:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.454410:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7075 00002000:00080000:3.0:1763338461.454419:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:647 count 1 00002000:00010000:3.0:1763338461.454439:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338461.454445:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.454453:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.454454:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.454458:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.454468:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.454477:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.454484:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.454507:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338461.454664:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303239168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 264us (1167us total) trans 21474839134 rc 0/0 00000100:00100000:1.0:1763338461.455155:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7077 00000100:00100000:1.0:1763338461.455165:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+64:3654:x1848993303239680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338461.455178:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:647 count 1 00002000:00010000:1.0:1763338461.455246:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338461.455252:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.455277:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.455279:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.455282:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.455292:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.455300:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.455307:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.455321:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763338461.455451:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3654:x1848993303239680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 287us (1910us total) trans 17179871806 rc 0/0 00000100:00100000:3.0:1763338461.456999:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7076 00000100:00100000:3.0:1763338461.457061:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7078 00000100:00100000:3.0:1763338461.457075:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303239296:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.457094:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7079 00000100:00100000:2.0:1763338461.457113:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+65:3654:x1848993303239808:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338461.457191:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338461.457195:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.457197:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.457199:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.457201:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338461.457417:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7077 00010000:00010000:1.0:1763338461.457455:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338461.457462:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457473:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.457477:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457486:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457505:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457513:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457532:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.457535:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457541:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.457544:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457551:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.457667:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+65:3654:x1848993303239808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 556us (4047us total) trans 17179871807 rc 0/0 00000100:00100000:2.0:1763338461.457674:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7079 00010000:00010000:1.0:1763338461.457777:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457785:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b1d8f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.457800:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.457801:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.457803:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.457810:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338461.457858:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9a680/2, rc 0, transno 21474839135 00000100:00100000:1.0:1763338461.457865:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239296:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338461.457877:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9f800/2, rc 0, transno 17179871807 00000100:00100000:1.0:1763338461.457881:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239808:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338461.457889:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144527b80/2, rc 0, transno 21474839134 00000100:00100000:1.0:1763338461.457893:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144527b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239168:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763338461.457902:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9fb80/2, rc 0, transno 17179871806 00000100:00100000:1.0:1763338461.457905:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303239680:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763338461.457931:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b100/2, rc 0, transno 21474839133 00000100:00100000:1.0:1763338461.457936:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239424:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338461.457944:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9ea00/2, rc 0, transno 17179871805 00000100:00100000:1.0:1763338461.457948:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.458479:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303239296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 598us (4088us total) trans 21474839135 rc 0/0 00000100:00100000:3.0:1763338461.458490:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7078 00000100:00100000:1.0:1763338461.466440:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303240064:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.466472:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.466780:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303240192:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.466797:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338461.466798:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.466839:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.466873:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036544 00000100:00100000:1.0:1763338461.466881:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036544 00010000:00010000:1.0:1763338461.466917:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 15 pid: 8403 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.466955:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036672 00000100:00100000:1.0:1763338461.466958:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036672 00010000:00010000:1.0:1763338461.466974:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 37 pid: 8403 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.466995:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3334 00000100:00100000:1.0:1763338461.467005:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291036544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.467020:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.467025:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 15 pid: 8403 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.467039:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 15 pid: 8403 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.467046:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3335 00000100:00100000:3.0:1763338461.467059:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993291036672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.467069:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d1c1a00/0x4ea0a6980f4b1bcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e35 expref: 15 pid: 8403 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.467071:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.467080:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 37 pid: 8403 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.467087:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.467091:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.467095:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 37 pid: 8403 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.467096:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.467116:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.467121:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1bc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e27 expref: 37 pid: 8403 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.467135:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.467137:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.467140:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.467149:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.467151:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.467174:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.467185:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.467196:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.467204:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.467216:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291036544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 210us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.467225:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3334 00010000:00010000:0.0:1763338461.467225:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338461.467339:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.467358:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.467366:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993291036672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 308us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.467382:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3335 00010000:00010000:2.0:1763338461.467383:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467393:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467399:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467416:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338461.467433:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.467459:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036800 00000100:00100000:3.0:1763338461.467463:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036800 00000100:00100000:3.0:1763338461.467495:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7080 00000100:00100000:3.0:1763338461.467504:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291036800:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:0.0:1763338461.467514:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303239040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13777us (14261us total) trans 21474839136 rc 0/0 00010000:00010000:3.0:1763338461.467518:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763338461.467526:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7072 00010000:00010000:3.0:1763338461.467536:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4eb3 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.467553:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763338461.467559:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.467562:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.467573:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763338461.467576:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+65:3657:x1848993303239552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13491us (14216us total) trans 17179871808 rc 0/0 00010000:00010000:3.0:1763338461.467577:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.467584:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.467593:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7073 00010000:00010000:0.0:1763338461.467604:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.467610:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467618:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338461.467621:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.467626:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.467626:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.467643:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467650:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338461.467657:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:0.0:1763338461.467658:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1d7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467659:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467682:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467693:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.467702:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.467706:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338461.467711:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303240320:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338461.467712:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.467715:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1d81 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.467735:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.467737:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.467739:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338461.467760:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bc180 going to sleep for 11 seconds 00000004:00080000:1.0:1763338461.467798:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9f480/2, rc 0, transno 17179871808 00000100:00100000:1.0:1763338461.467805:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239552:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763338461.467821:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144526300/2, rc 0, transno 21474839136 00000100:00100000:1.0:1763338461.467826:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144526300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303239040:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.470257:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303240320:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.470340:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.470348:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338461.470367:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623200, rc 0) 00000100:00100000:2.0:1763338461.470464:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993291036800:12345-192.168.202.34@tcp:101:bash.0 Request processed in 2960us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.470475:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7080 00000100:00100000:2.0:1763338461.470510:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291036928 00000100:00100000:2.0:1763338461.470516:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291036928 00010000:00010000:2.0:1763338461.470545:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 1231 lvb_type: 1 00000100:00100000:2.0:1763338461.470578:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3336 00000100:00100000:2.0:1763338461.470587:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291036928:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.470600:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.470605:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:2.0:1763338461.470617:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:2.0:1763338461.470638:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1d1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e90 expref: 15 pid: 35252 timeout: 1231 lvb_type: 1 00010000:00010000:2.0:1763338461.470657:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.470659:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.470666:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.470677:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.470709:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.470722:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303240448:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763338461.470775:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.474549:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303240448:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338461.474574:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338461.474580:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.474649:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291036928:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4061us (4304us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.474660:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3336 00000100:00100000:3.0:1763338461.475025:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291037056 00000100:00100000:3.0:1763338461.475033:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291037056 00000100:00100000:0.0:1763338461.476003:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7081 00000100:00100000:0.0:1763338461.476020:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+36:55909:x1848993291037056:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338461.476040:0:31107:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.476063:0:31107:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4eba expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338461.476091:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.476116:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.476119:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.476128:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 37 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.476144:0:31107:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 37 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.476157:0:31107:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338461.476217:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+37:55909:x1848993291037056:12345-192.168.202.34@tcp:101:bash.0 Request processed in 204us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.476224:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7081 00000100:00100000:0.0:1763338461.477509:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.477878:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291037312 00000100:00100000:3.0:1763338461.477886:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291037312 00000100:00100000:3.0:1763338461.477944:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10154 00000100:00100000:3.0:1763338461.477954:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57017:x1848993291037312:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.477974:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.477997:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1da4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ec1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.478078:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.478093:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478104:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478116:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.478123:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478130:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478253:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1db9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.478317:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1db9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478326:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1db9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.478348:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 2 00010000:00010000:3.0:1763338461.478459:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478465:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478472:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478478:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.478482:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478489:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478502:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750200) 00010000:00010000:3.0:1763338461.478505:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.478510:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478516:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1dab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478527:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478532:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478537:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478541:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.478543:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478548:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478553:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750800) 00010000:00010000:3.0:1763338461.478556:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.478558:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478563:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1db2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.478607:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1da4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec1 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.478622:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1db9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec1 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.478630:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.478632:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763338461.478634:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338461.478699:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57017:x1848993291037312:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 748us (1200us total) trans 4294973167 rc 0/0 00000100:00100000:3.0:1763338461.478707:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10154 00000100:00100000:1.0:1763338461.480743:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.483468:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291037568 00000100:00100000:2.0:1763338461.483484:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291037568 00002000:00010000:2.0:1763338461.483534:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/648 (0->18446744073709551615) 00002000:00100000:2.0:1763338461.483540:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14625bb80 with x1848993291037568 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338461.483554:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14625bb80. 00000100:00100000:2.0:1763338461.483599:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1735 00000100:00100000:2.0:1763338461.483608:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2410:x1848993291037568:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338461.483779:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.483783:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:2.0:1763338461.483785:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338461.483787:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:2.0:1763338461.483789:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338461.483853:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2410:x1848993291037568:12345-192.168.202.34@tcp:10:bash.0 Request processed in 246us (3119us total) trans 17179871809 rc 0/0 00000100:00100000:2.0:1763338461.483860:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1735 00002000:00010000:2.0:1763338461.483864:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/648 (0->18446744073709551615) 00002000:00100000:2.0:1763338461.483867:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14625bb80 with x1848993291037568 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338461.483871:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14625bb80. 00000100:00100000:1.0:1763338461.484223:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.484283:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.484315:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291037824 00000100:00100000:3.0:1763338461.484320:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291037824 00000100:00100000:0.0:1763338461.484370:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291037440 00000100:00100000:0.0:1763338461.484376:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291037440 00002000:00010000:0.0:1763338461.484399:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/648 (0->18446744073709551615) 00002000:00100000:0.0:1763338461.484403:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146259c00 with x1848993291037440 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338461.484410:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146259c00. 00000100:00100000:0.0:1763338461.484429:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1736 00000100:00100000:0.0:1763338461.484435:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291037440:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:3.0:1763338461.484534:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3548 00002000:00010000:0.0:1763338461.484544:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763338461.484546:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57017:x1848993291037824:12345-192.168.202.34@tcp:35:lfs.0 00002000:00010000:0.0:1763338461.484549:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 0 -> 1763338461 00002000:00010000:0.0:1763338461.484555:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.484558:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 0 -> 1763338461 00002000:00010000:0.0:1763338461.484560:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338461.484596:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291037440:12345-192.168.202.34@tcp:10:bash.0 Request processed in 160us (374us total) trans 21474839137 rc 0/0 00000100:00100000:0.0:1763338461.484603:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1736 00002000:00010000:0.0:1763338461.484607:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/648 (0->18446744073709551615) 00002000:00100000:0.0:1763338461.484609:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146259c00 with x1848993291037440 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338461.484614:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146259c00. 00000100:00100000:3.0:1763338461.485104:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291037824:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 559us (838us total) trans 4294973168 rc 0/0 00000100:00100000:3.0:1763338461.485112:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3548 00000100:00100000:1.0:1763338461.490321:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.492343:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291037952 00000100:00100000:3.0:1763338461.492360:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291037952 00000100:00100000:3.0:1763338461.492449:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10155 00000100:00100000:3.0:1763338461.492462:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291037952:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.492490:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.492518:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1dc7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ec8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.492585:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.492600:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.492615:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.492627:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.492634:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.492639:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.492723:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.492735:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.492744:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.492777:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.492791:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 284 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.492806:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303240576:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338461.492899:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bc180 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.496245:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.496570:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303240576:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.496599:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338461.498100:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291038208 00000100:00100000:1.0:1763338461.498115:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291038208 00000100:00100000:1.0:1763338461.498194:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3549 00000100:00100000:1.0:1763338461.498205:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:39293:x1848993291038208:12345-192.168.202.34@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1763338461.498559:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:39293:x1848993291038208:12345-192.168.202.34@tcp:35:ldlm_bl.0 Request processed in 355us (2321us total) trans 4294973169 rc 0/0 00000100:00100000:1.0:1763338461.498566:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3549 00000100:00100000:0.0:1763338461.503700:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.503812:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291038336 00000100:00100000:2.0:1763338461.503824:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291038336 00010000:00010000:2.0:1763338461.503865:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 286 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.503907:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3337 00000100:00100000:2.0:1763338461.503917:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+286:2409:x1848993291038336:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.503932:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.503938:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 286 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.503951:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 286 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.503973:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b1d18 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e82 expref: 286 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.503992:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.503997:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.504007:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.504014:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.504047:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.504102:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+285:2409:x1848993291038336:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 186us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.504110:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3337 00010000:00010000:3.0:1763338461.504178:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504186:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.504236:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 5 00000004:00200000:3.0:1763338461.504241:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338461.504298:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504312:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504322:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504337:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504342:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504347:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.504351:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504357:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504366:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750200) 00010000:00010000:3.0:1763338461.504369:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.504372:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504378:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b1dce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504389:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504395:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504400:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504404:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.504407:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504412:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504418:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750800) 00010000:00010000:3.0:1763338461.504420:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.504423:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504428:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1dd5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.504462:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1dc7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.504478:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.504489:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.504491:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338461.504493:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338461.504523:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291037952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12064us (14214us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.504529:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10155 00000100:00100000:0.0:1763338461.508686:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.508770:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291038592 00000100:00100000:3.0:1763338461.508782:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291038592 00000100:00100000:3.0:1763338461.508844:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10156 00000100:00100000:3.0:1763338461.508854:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291038592:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.508884:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.508910:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1de3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ecf expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.509031:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.509045:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.509054:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.509083:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.509095:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.509113:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303240704:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338461.509192:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bca80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.512153:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.512397:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291038848 00000100:00100000:3.0:1763338461.512410:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291038848 00000100:00100000:3.0:1763338461.512480:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10157 00000100:00100000:3.0:1763338461.512491:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57018:x1848993291038848:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338461.512562:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763338461.512594:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1d73 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eac expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.512616:0:13583:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.512628:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1db9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec1 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.512641:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1d3b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4e9e expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.512650:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.512656:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.512665:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.512673:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.515344:0:6521:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@00000000cda10a56 x1848993303240704) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 1/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 283 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.515366:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1ddc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ec8 expref: 283 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.515381:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277500000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303240704:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.515405:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.515412:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.515670:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.515718:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.515730:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.515739:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.515751:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.515756:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.515762:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.515850:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.515859:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.515866:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.515878:0:13583:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.515885:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.516144:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.516153:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.516173:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 5 00010000:00010000:3.0:1763338461.516348:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1de3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.516367:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 283 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.516376:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 283 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.516382:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba000, rc 0) 00000100:00100000:3.0:1763338461.516437:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291038592:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7584us (7774us total) trans 4294973170 rc 0/0 00000100:00100000:3.0:1763338461.516447:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10156 00000100:00100000:2.0:1763338461.525514:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.525562:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.525672:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291038976 00000100:00100000:3.0:1763338461.525684:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291038976 00000100:00100000:3.0:1763338461.525753:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10158 00000100:00100000:3.0:1763338461.525765:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291038976:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.525789:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.525812:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1e0d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ed6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.525922:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338461.525938:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.525945:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.525964:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.525976:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338461.527574:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291039104 00000100:00100000:1.0:1763338461.527584:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291039104 00010000:00010000:1.0:1763338461.527627:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.528943:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3338 00000100:00100000:1.0:1763338461.528960:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c32050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:2408:x1848993291039104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.528978:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.528985:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.529001:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.529024:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1dea lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ecf expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.529041:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.529047:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.529057:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.529065:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.529072:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.529078:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.529083:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.529121:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338461.529913:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c32050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:2408:x1848993291039104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 953us (4344us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.529924:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3338 00010000:00010000:3.0:1763338461.530498:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.530511:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000004:00080000:3.0:1763338461.530763:0:13583:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1ee:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338461.530850:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.530858:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.532412:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.532419:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.532424:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.532434:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.532450:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.532453:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338461.532457:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.532466:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.532472:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.532596:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532605:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1dff lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532627:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532634:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532639:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532645:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532650:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.532653:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532659:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532667:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.532670:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.532672:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532678:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1df1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338461.532695:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e664a3c reply state 00000000acd5f741 transno 4294973171 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532705:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.532711:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.532713:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338461.532716:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338461.533388:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.533397:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338461.533443:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 5 00000004:00200000:3.0:1763338461.533447:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338461.533465:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.533497:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1e0d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ed6 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.533513:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ed6 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.533521:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.533524:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338461.533527:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba800, rc 0) 00000100:00100000:3.0:1763338461.535132:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57017:x1848993291038976:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9359us (9620us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.535145:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10158 00000100:00100000:2.0:1763338461.535564:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57018:x1848993291038848:12345-192.168.202.34@tcp:36:rm.0 Request processed in 23073us (23423us total) trans 4294973171 rc 0/0 00000100:00100000:2.0:1763338461.535572:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10157 00000100:00100000:0.0:1763338461.540384:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.540613:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291039360 00000100:00100000:2.0:1763338461.540624:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291039360 00000100:00100000:2.0:1763338461.540687:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10159 00000100:00100000:2.0:1763338461.540709:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291039360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.540738:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.540758:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e1b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4edd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.540857:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1e22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.540874:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1e22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.540885:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1e22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.540897:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 5 00010000:00010000:2.0:1763338461.540991:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e1b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4edd expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.541007:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1e22 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4edd expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.541015:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.541018:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338461.541021:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474800, rc 0) 00000100:00100000:2.0:1763338461.541078:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291039360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 383us (706us total) trans 4294973172 rc 0/0 00000100:00100000:2.0:1763338461.541085:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10159 00000100:00100000:0.0:1763338461.549082:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.549435:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291039488 00000100:00100000:2.0:1763338461.549448:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291039488 00000100:00100000:2.0:1763338461.549517:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10160 00000100:00100000:2.0:1763338461.549528:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57019:x1848993291039488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.549631:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.549657:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e30 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ee4 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.549731:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.549744:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549754:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549765:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.549772:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549777:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549816:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549844:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549849:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549855:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549860:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.549864:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549872:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549884:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.549887:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.549891:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549897:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e37 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549913:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549918:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549923:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549928:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.549931:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549936:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549943:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.549945:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.549948:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549957:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e3e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.549985:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e30 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ee4 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.549994:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.549997:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.550000:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e30 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ee4 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.550012:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475200, rc 0) 00000100:00100000:2.0:1763338461.550084:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57019:x1848993291039488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 557us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.550091:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10160 00000100:00100000:3.0:1763338461.550815:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.551206:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291039616 00000100:00100000:2.0:1763338461.551213:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291039616 00000100:00100000:2.0:1763338461.551292:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7082 00000100:00100000:2.0:1763338461.551302:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291039616:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:2.0:1763338461.551355:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.551374:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.551382:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338461.551384:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338461.551388:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.551426:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.551440:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 15 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.551461:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258707480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303240832:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.551536:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.554854:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.555314:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.555402:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291039872 00000100:00100000:1.0:1763338461.555414:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291039872 00002000:00100000:1.0:1763338461.555466:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x288:0x0] (0->4) req@ffff8fd270f88000 x1848993291039872/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:487/0 lens 496/0 e 0 to 0 dl 1763338472 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338461.555476:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88000 with x1848993291039872 ext(0->4) 00010000:00010000:1.0:1763338461.555485:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 16 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.555500:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 16 pid: 27817 timeout: 1231 lvb_type: 0 00002000:00010000:1.0:1763338461.555508:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd270f88000 00000100:00100000:1.0:1763338461.555544:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 120 00000100:00100000:1.0:1763338461.555554:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291039872:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338461.556014:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258707480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303240832:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338461.556039:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.556157:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291039744 00000100:00100000:2.0:1763338461.556163:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291039744 00000100:00100000:2.0:1763338461.556323:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10161 00000100:00100000:2.0:1763338461.557053:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57019:x1848993291039744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.557074:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.557096:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e4c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4eeb expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.557163:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.557177:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557186:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557197:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.557209:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338461.557209:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291039872:12345-192.168.202.34@tcp:4:bash.0 Request processed in 1656us (1894us total) trans 21474839138 rc 0/0 00010000:00010000:2.0:1763338461.557216:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338461.557218:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 120 00002000:00100000:1.0:1763338461.557227:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x288:0x0] (0->4) req@ffff8fd270f88000 x1848993291039872/t21474839138(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:487/0 lens 496/448 e 0 to 0 dl 1763338472 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338461.557235:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88000 with x1848993291039872 ext(0->4) 00010000:00010000:1.0:1763338461.557242:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 18 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.557249:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.557254:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 18 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.557255:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557277:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00002000:00010000:1.0:1763338461.557281:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd270f88000 00010000:00010000:2.0:1763338461.557284:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557291:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.557294:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557301:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557313:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.557316:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.557321:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557327:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1e53 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557352:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557358:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557363:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557368:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.557370:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557376:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557383:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.557386:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.557388:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557394:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1e5a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.557421:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e4c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eeb expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.557431:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695f00) 00010000:00010000:2.0:1763338461.557433:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.557436:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e4c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eeb expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.557447:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:2.0:1763338461.557471:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57019:x1848993291039744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1140us (2628us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.557478:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10161 00000100:00100000:3.0:1763338461.561139:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.561187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.561652:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291040128 00000100:00100000:2.0:1763338461.561662:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291040128 00000100:00100000:1.0:1763338461.561924:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291040000 00000100:00100000:1.0:1763338461.561929:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291040000 00010000:00010000:1.0:1763338461.561959:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 18 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.562008:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3339 00000100:00100000:1.0:1763338461.562019:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993291040000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.562035:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338461.562054:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338461.562058:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338461.562065:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 18 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.562074:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10162 00010000:00010000:1.0:1763338461.562084:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 18 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.562087:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57019:x1848993291040128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.562106:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.562118:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1d96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eb3 expref: 18 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.562128:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e61 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ef2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.562136:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.562140:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.562145:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.562155:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.562178:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e68 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338461.562190:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.562191:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e68 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.562201:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e68 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.562238:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338461.562244:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1763338461.562245:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993291040000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 226us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.562255:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3339 00010000:00010000:2.0:1763338461.562297:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b1e61 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ef2 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.562312:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e68 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ef2 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.562324:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695c00) 00010000:00010000:2.0:1763338461.562327:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338461.562339:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475800, rc 0) 00000100:00100000:2.0:1763338461.562363:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57019:x1848993291040128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 281us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.562369:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10162 00010000:00010000:0.0:1763338461.563020:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563031:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563056:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563065:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563073:0:27817:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563084:0:27817:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.563088:0:27817:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563101:0:27817:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563115:0:27817:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.563122:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1e45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.563186:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291039616:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 11883us (12371us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.563194:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7082 00000100:00100000:3.0:1763338461.567655:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.567691:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.567720:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291040256 00000100:00100000:2.0:1763338461.567731:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291040256 00000100:00100000:2.0:1763338461.567790:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291040512 00000100:00100000:2.0:1763338461.567794:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291040512 00000100:00100000:2.0:1763338461.567824:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10163 00000100:00100000:2.0:1763338461.567838:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57019:x1848993291040256:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338461.567839:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10164 00000100:00100000:1.0:1763338461.567856:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57017:x1848993291040512:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338461.567862:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.567885:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e6f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ef9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.567900:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.567923:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1e14 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ed6 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.567938:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338461.567940:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.567950:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.567963:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.567974:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338461.567976:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.567994:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338461.567997:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.568007:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.568010:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.568019:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568054:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568062:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568069:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568077:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568082:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.568087:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568094:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568103:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695c00) 00010000:00010000:2.0:1763338461.568107:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.568112:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568118:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1e76 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568128:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568135:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568141:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568146:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.568150:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568155:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568162:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:2.0:1763338461.568165:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.568168:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568174:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1e84 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.568200:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e6f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ef9 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.568211:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695c00) 00010000:00010000:2.0:1763338461.568213:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.568217:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b1e6f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ef9 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1763338461.568220:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1636, 88 off136760 00010000:00010000:2.0:1763338461.568231:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474e00, rc 0) 00000004:00080000:1.0:1763338461.568232:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131279968849ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338461.568299:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1636, 88 off137000 00000004:00080000:1.0:1763338461.568305:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131280042911ns, next at 1131475593748ns, rc = 0 00000100:00100000:2.0:1763338461.568318:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57019:x1848993291040256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 484us (670us total) trans 0 rc 301/301 00000040:00080000:1.0:1763338461.568323:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1637, 88 off137088 00000004:00080000:1.0:1763338461.568340:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131280077906ns, next at 1131475593748ns, rc = 0 00000100:00100000:2.0:1763338461.568347:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10163 00000040:00080000:1.0:1763338461.568355:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1637, 88 off136848 00000004:00080000:1.0:1763338461.568362:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131280099369ns, next at 1131475561274ns, rc = 0 00000001:00080000:0.0:1763338461.571124:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973173 is committed 00000004:00080000:0.0:1763338461.571135:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1067 committed 00000004:00080000:0.0:1763338461.571541:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1073 committed 00000004:00080000:0.0:1763338461.571561:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1072 committed 00000004:00080000:0.0:1763338461.571564:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1066 committed 00010000:00010000:1.0:1763338461.571616:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.571628:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.571636:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.571641:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.571645:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.571653:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.571668:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd252695b00) 00010000:00010000:1.0:1763338461.571671:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.571675:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.571681:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b1df8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338461.571880:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338461.572212:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338461.572233:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303241344:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.572321:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.572375:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303241088:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.572400:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.572419:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338461.572426:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303241216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.572447:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.572477:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241344 00000100:00100000:1.0:1763338461.572484:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241344 00000100:00100000:1.0:1763338461.572525:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241088 00000100:00100000:1.0:1763338461.572528:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241088 00000100:00100000:1.0:1763338461.572546:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241216 00000100:00100000:1.0:1763338461.572550:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241216 00000100:00100000:1.0:1763338461.572569:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7083 00000100:00100000:1.0:1763338461.572577:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+66:3657:x1848993303241344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.572752:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303240960:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.572772:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+67:3657:x1848993303241344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 193us (448us total) trans 17179871810 rc 0/0 00000100:00100000:1.0:1763338461.572782:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7083 00000100:00100000:3.0:1763338461.572788:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.572917:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.574284:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303240960 00000100:00100000:3.0:1763338461.574294:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303240960 00000100:00100000:3.0:1763338461.574353:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7084 00000100:00100000:3.0:1763338461.574367:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303241088:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.574524:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7085 00000100:00100000:0.0:1763338461.574541:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+66:3654:x1848993303241216:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.574542:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3654:x1848993303241088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 176us (2135us total) trans 21474839139 rc 0/0 00000100:00100000:3.0:1763338461.574554:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7084 00000004:00080000:3.0:1763338461.574606:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612ad80/2, rc 0, transno 21474839139 00000100:00100000:3.0:1763338461.574613:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303241088:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763338461.574631:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338461.574636:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338461.574639:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.574641:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:0.0:1763338461.574644:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00010000:3.0:1763338461.574676:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2f2348c reply state 00000000edad3fb5 transno 4294973173 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574696:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574705:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.574708:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338461.574712:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338461.574755:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+67:3654:x1848993303241216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 221us (2305us total) trans 17179871811 rc 0/0 00000100:00100000:0.0:1763338461.574766:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7085 00010000:00080000:3.0:1763338461.574789:0:10039:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338461.574791:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291040768 00000100:00100000:0.0:1763338461.574796:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291040768 00000100:00100000:3.0:1763338461.574806:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57017:x1848993291040512:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 6953us (7112us total) trans 4294973173 rc 0/0 00000100:00100000:3.0:1763338461.574814:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10164 00010000:00010000:3.0:1763338461.574840:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574849:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574860:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574866:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.574870:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574878:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574888:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.574890:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338461.574894:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.574900:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b1e7d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00080000:3.0:1763338461.574933:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258705880/2, rc 0, transno 17179871811 00000100:00100000:3.0:1763338461.574939:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303241216:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.574961:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10165 00000100:00100000:0.0:1763338461.574969:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+280:57019:x1848993291040768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.574983:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.574987:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338461.575006:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b1e68 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ef2 expref: 280 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.575020:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd252695c00) 00010000:00010000:0.0:1763338461.575028:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.575043:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1e8b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f00 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.575047:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7086 00000100:00100000:2.0:1763338461.575057:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303240960:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338461.575150:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763338461.575154:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3656:x1848993303240960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (2365us total) trans 21474839140 rc 0/0 00000100:00100000:2.0:1763338461.575165:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7086 00010000:00010000:0.0:1763338461.575167:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575178:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575191:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.575198:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575205:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00080000:1.0:1763338461.575291:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258707480/2, rc 0, transno 17179871810 00000100:00100000:1.0:1763338461.575297:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303241344:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338461.575579:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.575587:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575594:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338461.575602:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ef:0x0]: returning size 0 00010000:00010000:0.0:1763338461.575623:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575630:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575636:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575641:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.575643:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575649:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575656:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338461.575659:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.575661:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.575666:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1e92 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338461.576124:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146129f80/2, rc 0, transno 21474839140 00000100:00100000:3.0:1763338461.576131:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303240960:0@lo:2:osp-syn-0-1.0 00000004:00010000:0.0:1763338461.576367:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000203826c2 reply state 00000000dc97883c transno 4294973174 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.576382:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.576388:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338461.576391:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.576394:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338461.576428:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1e8b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 281 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.576446:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 280 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.576453:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:0.0:1763338461.576455:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.576457:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:0.0:1763338461.576521:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57019:x1848993291040768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1552us (3609us total) trans 4294973174 rc 0/0 00000100:00100000:0.0:1763338461.576529:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10165 00000100:00100000:2.0:1763338461.579147:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.579200:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291040896 00000100:00100000:0.0:1763338461.579210:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291040896 00000100:00100000:0.0:1763338461.579299:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10166 00000100:00100000:0.0:1763338461.579310:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57017:x1848993291040896:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.579349:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.579371:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f07 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.579431:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.579446:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.579463:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.579467:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.579471:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338461.579530:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57017:x1848993291040896:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 221us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.579537:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10166 00000100:00100000:2.0:1763338461.579716:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.579843:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291041152 00000100:00100000:0.0:1763338461.579847:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291041152 00000100:00100000:0.0:1763338461.579879:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10167 00000100:00100000:0.0:1763338461.579885:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57019:x1848993291041152:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.579893:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.579901:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1eb5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f0e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.579998:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.580009:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.580018:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.580051:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.580064:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 283 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.580077:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303241472:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.580849:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000100:00100000:1.0:1763338461.581890:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.582128:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291041280 00000100:00100000:3.0:1763338461.582137:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291041280 00000100:00100000:3.0:1763338461.582199:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10168 00000100:00100000:3.0:1763338461.582208:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291041280:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.582226:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.582245:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1ec3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f15 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.582370:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1eca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.582385:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1eca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.582396:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1eca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338461.582445:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ee:0x0]: returning size 5 00000004:00200000:3.0:1763338461.582451:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338461.582471:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1eca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.582503:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1ec3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f15 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.582522:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1eca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f15 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.582530:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.582534:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763338461.582538:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebb800, rc 0) 00000100:00100000:3.0:1763338461.582709:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57017:x1848993291041280:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 499us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.582718:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10168 00000100:00100000:1.0:1763338461.583298:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303241472:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.583326:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338461.584810:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.585582:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291041408 00000100:00100000:0.0:1763338461.585595:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291041408 00010000:00010000:0.0:1763338461.585637:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.585681:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3340 00000100:00100000:0.0:1763338461.585691:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+285:2409:x1848993291041408:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.585705:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.585711:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.585723:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.585745:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1ea0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f00 expref: 285 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.585759:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:0.0:1763338461.585764:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.585777:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.585784:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.585899:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.585908:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338461.585931:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ef:0x0]: returning size 0 00010000:00010000:0.0:1763338461.586008:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1763338461.586104:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28a:0x0], index 1: 0 00000004:00080000:2.0:1763338461.586111:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28a:0x0], index 0: 0 00000004:00080000:2.0:1763338461.586116:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28b:0x0], index 0: 0 00000004:00080000:2.0:1763338461.586119:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28b:0x0], index 1: 0 00000100:00100000:0.0:1763338461.586168:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+284:2409:x1848993291041408:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 477us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.586175:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3340 00010000:00010000:2.0:1763338461.586217:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586225:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586230:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586236:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.586239:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586246:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586255:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:2.0:1763338461.586258:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338461.586289:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586296:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1ebc lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.586377:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1eb5 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f0e expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.586386:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:2.0:1763338461.586389:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338461.586392:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1eb5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f0e expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.586406:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:2.0:1763338461.586446:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57019:x1848993291041152:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6560us (6729us total) trans 4294973175 rc 301/301 00000100:00100000:2.0:1763338461.586453:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10167 00000100:00100000:3.0:1763338461.587006:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.587295:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291041536 00000100:00100000:2.0:1763338461.587301:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291041536 00000100:00100000:2.0:1763338461.587353:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7087 00000100:00100000:2.0:1763338461.587361:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993291041536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.587376:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.587394:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f1c expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338461.587419:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x288:0x0] initial LVB size: 5, mtime: 0x691a68dd, atime: 0x0, ctime: 0x691a68dd, blocks: 0x8 00010000:00010000:2.0:1763338461.587438:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.587441:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.587451:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 17 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.587466:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 17 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.587478:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:2.0:1763338461.587516:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993291041536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 155us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.587525:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7087 00000100:00100000:2.0:1763338461.593795:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.593869:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291041792 00000100:00100000:3.0:1763338461.593880:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291041792 00000100:00100000:3.0:1763338461.593946:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3550 00000100:00100000:3.0:1763338461.593956:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57019:x1848993291041792:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338461.594247:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57019:x1848993291041792:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 292us (462us total) trans 4294973176 rc 0/0 00000100:00100000:3.0:1763338461.594255:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3550 00000100:00100000:1.0:1763338461.597760:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.597831:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291042048 00000100:00100000:3.0:1763338461.597842:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291042048 00000100:00100000:3.0:1763338461.597911:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3551 00000100:00100000:3.0:1763338461.597925:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57019:x1848993291042048:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338461.598218:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57019:x1848993291042048:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 295us (468us total) trans 4294973177 rc 0/0 00000100:00100000:3.0:1763338461.598225:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3551 00000100:00100000:2.0:1763338461.604858:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.605031:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291042304 00000100:00100000:1.0:1763338461.605045:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291042304 00000100:00100000:1.0:1763338461.605380:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10169 00000100:00100000:1.0:1763338461.605391:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291042304:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.605420:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.605446:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1edf lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f23 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.605610:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.605625:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605637:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605646:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.605653:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605658:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605836:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1ef4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.605844:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1ef4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605851:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1ef4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338461.605866:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ef:0x0]: returning size 0 00010000:00010000:1.0:1763338461.605944:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605951:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605958:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605964:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.605968:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605976:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.605986:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449b9e00) 00010000:00010000:1.0:1763338461.605989:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.605995:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606001:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b1ee6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606014:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606019:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606024:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606033:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.606035:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606040:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606046:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:1.0:1763338461.606048:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.606051:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606056:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b1eed lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.606093:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1edf lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f23 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.606109:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f23 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.606116:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338461.606118:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338461.606120:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338461.607249:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993291042304:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1854us (2402us total) trans 4294973178 rc 0/0 00000100:00100000:1.0:1763338461.607258:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10169 00000100:00100000:2.0:1763338461.610642:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.610784:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291042432 00000100:00100000:1.0:1763338461.610796:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291042432 00000100:00100000:1.0:1763338461.610890:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10170 00000100:00100000:1.0:1763338461.610903:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993291042432:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.610937:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.610961:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1f02 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f2a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.611011:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1f09 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.611027:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1f09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.611044:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1f09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.611190:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1f02 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f2a expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.611209:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1f09 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f2a expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.611219:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338461.611222:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338461.611226:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338461.611360:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291042432:12345-192.168.202.34@tcp:101:bash.0 Request processed in 460us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.611370:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10170 00000100:00100000:0.0:1763338461.615053:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.615191:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291042688 00000100:00100000:3.0:1763338461.615204:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291042688 00000100:00100000:3.0:1763338461.615295:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10171 00000100:00100000:3.0:1763338461.615307:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291042688:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338461.615382:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.615420:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b1ef4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f23 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.615439:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338461.615445:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338461.615688:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.615704:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.615719:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:3.0:1763338461.615844:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973179 00000004:00010000:3.0:1763338461.615876:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002daee107 reply state 00000000aef00e03 transno 4294973180 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.615890:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.615896:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338461.615899:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338461.615902:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338461.616507:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291042688:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1198us (1458us total) trans 4294973180 rc 0/0 00000100:00100000:3.0:1763338461.616518:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10171 00000020:00080000:3.0:1763338461.616526:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338461.620073:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.620145:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291042816 00000100:00100000:3.0:1763338461.620155:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291042816 00000100:00100000:3.0:1763338461.620209:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10172 00000100:00100000:3.0:1763338461.620218:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291042816:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.620243:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.620417:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f17 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f31 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.620477:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f17 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f31 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.620490:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f17 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f31 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.620506:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:0.0:1763338461.620510:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.620513:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebba00, rc 0) 00000100:00100000:0.0:1763338461.620577:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291042816:12345-192.168.202.34@tcp:101:bash.0 Request processed in 360us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.620584:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10172 00000100:00100000:2.0:1763338461.625480:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.625631:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043072 00000100:00100000:1.0:1763338461.625645:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043072 00000100:00100000:1.0:1763338461.625810:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10173 00000100:00100000:1.0:1763338461.625822:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291043072:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.625846:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.625849:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338461.625882:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f17 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f31 expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.625904:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:1.0:1763338461.625910:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338461.625924:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1f1e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f38 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.625973:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1f25 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.625987:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1f25 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.625997:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1f25 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338461.626216:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1638, 88 off137176 00000004:00080000:1.0:1763338461.626224:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131337961764ns, next at 1131475593748ns, rc = 0 00000040:00080000:1.0:1763338461.626363:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1638, 88 off136936 00000004:00080000:1.0:1763338461.626370:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131338107713ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338461.626399:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1639, 88 off137024 00000004:00080000:1.0:1763338461.626404:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131338142194ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338461.626417:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1639, 88 off137264 00000004:00080000:1.0:1763338461.626426:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131338160340ns, next at 1131475593748ns, rc = 0 00000100:00100000:2.0:1763338461.627350:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.627432:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043200 00000100:00100000:3.0:1763338461.627440:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043200 00000100:00100000:3.0:1763338461.627499:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7088 00000100:00100000:3.0:1763338461.627508:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993291043200:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338461.627617:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993291043200:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 110us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.627628:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7088 00000001:00080000:2.0:1763338461.630177:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973181 is committed 00000004:00080000:2.0:1763338461.630189:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1075 committed 00000004:00080000:2.0:1763338461.630202:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1069 committed 00000004:00080000:2.0:1763338461.630216:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1068 committed 00000004:00080000:2.0:1763338461.630219:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1074 committed 00010000:00010000:3.0:1763338461.630296:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630309:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630317:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630323:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.630336:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630344:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630360:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:3.0:1763338461.630363:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.630368:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630375:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1e99 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338461.630399:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.630405:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.630411:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.630420:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.630423:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.630429:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.630436:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338461.630439:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.630442:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.630447:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f10 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338461.630599:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1763338461.630763:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1f25 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f38 expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.630776:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:0.0:1763338461.630779:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338461.630791:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b1f1e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f38 expref: 283 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338461.630806:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1f25 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f38 expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.630834:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:0.0:1763338461.630836:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338461.630838:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:0.0:1763338461.630899:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291043072:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5077us (5430us total) trans 4294973181 rc 0/0 00000100:00100000:0.0:1763338461.630908:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10173 00000100:00100000:1.0:1763338461.630974:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303241856:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.631025:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.631064:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303241728:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.631086:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.631119:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241856 00000100:00100000:1.0:1763338461.631126:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241856 00000100:00100000:1.0:1763338461.631158:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241728 00000100:00100000:1.0:1763338461.631161:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241728 00000100:00100000:1.0:1763338461.631181:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7089 00000100:00100000:1.0:1763338461.631189:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+67:3655:x1848993303241856:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.631238:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303241600:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.631243:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303241984:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.631318:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.631324:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338461.631530:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241984 00000100:00100000:3.0:1763338461.631535:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241984 00000100:00100000:3.0:1763338461.631559:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303241600 00000100:00100000:3.0:1763338461.631561:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303241600 00000100:00100000:3.0:1763338461.631583:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7090 00000100:00100000:0.0:1763338461.631592:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7091 00000100:00100000:3.0:1763338461.631593:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:3655:x1848993303241728:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.631608:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d650c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+68:3656:x1848993303241984:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.631733:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3655:x1848993303241728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 142us (644us total) trans 21474839141 rc 0/0 00000100:00100000:3.0:1763338461.631741:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7090 00000100:00100000:0.0:1763338461.631747:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d650c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+69:3656:x1848993303241984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (427us total) trans 17179871812 rc 0/0 00000100:00100000:0.0:1763338461.631755:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7091 00000100:00100000:3.0:1763338461.631761:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7092 00000100:00100000:3.0:1763338461.631771:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303241600:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338461.631828:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770000/2, rc 0, transno 21474839141 00000100:00100000:0.0:1763338461.631835:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303241728:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.631887:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303241600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (564us total) trans 21474839142 rc 0/0 00000100:00100000:3.0:1763338461.631894:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7092 00000100:00100000:1.0:1763338461.632088:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+69:3655:x1848993303241856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 899us (1062us total) trans 17179871813 rc 0/0 00000100:00100000:1.0:1763338461.632095:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7089 00000004:00080000:1.0:1763338461.632212:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c4000/2, rc 0, transno 17179871813 00000100:00100000:1.0:1763338461.632217:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303241856:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338461.632353:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147772d80/2, rc 0, transno 21474839142 00000100:00100000:0.0:1763338461.632358:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303241600:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338461.633537:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd260da2680/2, rc 0, transno 17179871812 00000100:00100000:3.0:1763338461.633547:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303241984:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.637498:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.637550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.638364:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043328 00000100:00100000:0.0:1763338461.638376:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043328 00000100:00100000:0.0:1763338461.638441:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043456 00000100:00100000:0.0:1763338461.638445:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043456 00000100:00100000:0.0:1763338461.638478:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7093 00000100:00100000:0.0:1763338461.638488:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291043328:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338461.638514:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7094 00000100:00100000:3.0:1763338461.638528:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+38:55909:x1848993291043456:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.638539:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.638563:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f3f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.638610:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291043328:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 121us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.638618:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7093 00002000:00010000:1.0:1763338461.638677:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338461.638695:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.638698:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.638707:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.638724:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.638735:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146ebba00, rc 0) 00000100:00100000:1.0:1763338461.638756:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+39:55909:x1848993291043456:12345-192.168.202.34@tcp:101:bash.0 Request processed in 234us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.638765:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7094 00000100:00100000:2.0:1763338461.642497:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.642564:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043584 00000100:00100000:3.0:1763338461.642575:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043584 00000100:00100000:3.0:1763338461.642632:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7095 00000100:00100000:3.0:1763338461.642644:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993291043584:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338461.642663:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.642689:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f46 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.642715:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338461.642738:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.642740:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.642750:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 18 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.642765:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 18 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.642784:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146eba200, rc 0) 00000100:00100000:3.0:1763338461.642855:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993291043584:12345-192.168.202.34@tcp:101:bash.0 Request processed in 213us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.642863:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7095 00000100:00100000:2.0:1763338461.647573:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.647618:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.647941:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.647943:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043840 00000100:00100000:1.0:1763338461.647944:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043712 00000100:00100000:1.0:1763338461.647955:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043712 00000100:00100000:0.0:1763338461.647955:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043840 00002000:00010000:0.0:1763338461.648003:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/650 (0->18446744073709551615) 00002000:00100000:0.0:1763338461.648009:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747d500 with x1848993291043840 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338461.648022:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27747d500. 00000100:00100000:1.0:1763338461.648036:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291043968 00000100:00100000:1.0:1763338461.648039:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291043968 00002000:00010000:1.0:1763338461.648050:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/650 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.648054:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747df80 with x1848993291043968 ext(0->18446744073709551615) 00000100:00100000:0.0:1763338461.648056:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1737 00002000:00010000:1.0:1763338461.648060:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27747df80. 00000100:00100000:0.0:1763338461.648065:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993291043712:12345-192.168.202.34@tcp:3:lfs.0 00000100:00100000:1.0:1763338461.648076:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1738 00000100:00100000:1.0:1763338461.648082:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2410:x1848993291043840:12345-192.168.202.34@tcp:10:bash.0 00010000:00010000:0.0:1763338461.648109:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.648119:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1739 00000100:00100000:2.0:1763338461.648132:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291043968:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338461.648287:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.648291:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338461.648295:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338461.648295:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.648300:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:1.0:1763338461.648302:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338461.648305:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338461.648307:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:0.0:1763338461.648309:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1763338461.648311:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:1.0:1763338461.648313:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763338461.648313:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.648319:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.648343:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.648375:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291043840:12345-192.168.202.34@tcp:10:bash.0 Request processed in 292us (756us total) trans 17179871814 rc 0/0 00000100:00100000:1.0:1763338461.648382:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1738 00002000:00010000:1.0:1763338461.648386:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/650 (0->18446744073709551615) 00002000:00100000:1.0:1763338461.648389:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747d500 with x1848993291043840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338461.648393:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27747d500. 00010000:00010000:0.0:1763338461.648437:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.648446:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.648455:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.648464:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291043968:12345-192.168.202.34@tcp:10:bash.0 Request processed in 332us (521us total) trans 21474839143 rc 0/0 00010000:00010000:0.0:1763338461.648465:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.648471:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.648478:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1739 00002000:00010000:2.0:1763338461.648485:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/650 (0->18446744073709551615) 00010000:00010000:0.0:1763338461.648486:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1763338461.648491:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747df80 with x1848993291043968 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338461.648500:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27747df80. 00010000:00010000:0.0:1763338461.648510:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.648518:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.648565:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993291043712:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 500us (1005us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763338461.648571:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1737 00000100:00100000:2.0:1763338461.653395:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.653963:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291044224 00000100:00100000:3.0:1763338461.653973:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291044224 00000100:00100000:3.0:1763338461.654041:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3552 00000100:00100000:3.0:1763338461.654051:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291044224:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338461.654413:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291044224:12345-192.168.202.34@tcp:35:bash.0 Request processed in 363us (1027us total) trans 4294973182 rc 0/0 00000100:00100000:3.0:1763338461.654425:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3552 00000100:00100000:2.0:1763338461.654884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.655186:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291044352 00000100:00100000:0.0:1763338461.655192:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291044352 00000100:00100000:0.0:1763338461.655235:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10174 00000100:00100000:0.0:1763338461.655243:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291044352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.655255:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.655297:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f41 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f4d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.655356:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1f48 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.655373:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1f48 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.655386:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1f48 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.655484:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f41 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f4d expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.655506:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282045800/0x4ea0a6980f4b1f48 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f4d expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.655514:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.655517:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338461.655521:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282045800, rc 0) 00000100:00100000:0.0:1763338461.655574:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291044352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 324us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.655582:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10174 00000100:00100000:2.0:1763338461.658571:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.659085:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291044480 00000100:00100000:0.0:1763338461.659097:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291044480 00000100:00100000:0.0:1763338461.659185:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1740 00000100:00100000:0.0:1763338461.659196:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291044480:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:0.0:1763338461.659255:0:28406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.659302:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.659338:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.659341:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.659346:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.659360:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.662527:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.663143:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291044608 00000100:00100000:3.0:1763338461.663153:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291044608 00000100:00100000:3.0:1763338461.663214:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10175 00000100:00100000:3.0:1763338461.663223:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57020:x1848993291044608:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:3.0:1763338461.663247:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.663311:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1f56 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f54 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763338461.663358:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871815 is committed 00000001:00080000:1.0:1763338461.663373:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871813 is committed 00010000:00010000:3.0:1763338461.663393:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.663407:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663420:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663436:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.663443:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663450:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663516:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.663525:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663532:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338461.663568:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ef:0x0]: returning size 5 00000004:00200000:3.0:1763338461.663572:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338461.663590:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663613:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663621:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663627:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663633:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00002000:00010000:2.0:1763338461.663642:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb size from disk: 0 -> 4096 00010000:00010000:3.0:1763338461.663644:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00002000:00010000:2.0:1763338461.663648:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338461.663655:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb ctime from disk: 0 -> 1763338462 00010000:00010000:3.0:1763338461.663657:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146eba000 already unused, calling callback (ffffffffc19bc550) 00002000:00010000:2.0:1763338461.663660:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763338461.663663:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663672:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.663672:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.663686:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663696:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750600) 00010000:00010000:2.0:1763338461.663699:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663703:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.663709:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.663713:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338461.663719:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba000/0x4ea0a6980f4b1f5d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.663720:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.663738:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663740:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663757:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663762:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.663765:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663767:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.663773:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.663783:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f4f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663785:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663812:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd144750400) 00010000:00010000:3.0:1763338461.663814:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.663817:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663823:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f64 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.663852:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146eba800/0x4ea0a6980f4b1f56 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f54 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663867:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f54 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.663873:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:3.0:1763338461.663876:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338461.663879:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:2.0:1763338461.663889:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993291044480:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 4693us (5327us total) trans 17179871815 rc 0/0 00000100:00100000:2.0:1763338461.663899:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1740 00000100:00100000:3.0:1763338461.663915:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57020:x1848993291044608:12345-192.168.202.34@tcp:101:rm.0 Request processed in 691us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.663923:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10175 00000100:00100000:2.0:1763338461.668378:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.668498:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291044864 00000100:00100000:0.0:1763338461.668510:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291044864 00000100:00100000:0.0:1763338461.668567:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10176 00000100:00100000:0.0:1763338461.668576:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57020:x1848993291044864:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338461.668626:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338461.668651:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b1f25 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ef:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f38 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.668668:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b1f6b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f54 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.668678:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b1f09 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f2a expref: 283 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.668688:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd1449b9d00) 00010000:00010000:0.0:1763338461.668696:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.668833:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.668846:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.668855:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.668867:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.668873:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.668879:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.668961:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.668969:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.668976:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:0.0:1763338461.669215:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1640, 64 off137328 00000040:00080000:0.0:1763338461.669240:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1640, 64 off137088 00000040:00080000:0.0:1763338461.669248:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1641, 64 off137152 00000040:00080000:0.0:1763338461.669257:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1641, 64 off137392 00010000:00010000:0.0:1763338461.669400:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.669409:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669417:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669426:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669431:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669437:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669450:0:6521:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338461.669467:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669472:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669478:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669483:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.669487:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669494:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669502:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.669504:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338461.669508:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669513:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1f80 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669625:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669631:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669637:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669642:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.669645:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669651:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669659:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.669661:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.669664:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669669:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1f72 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338461.669693:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d859ce8a reply state 0000000008afcf01 transno 4294973183 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.669703:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.669804:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.669810:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.669819:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.669823:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.669829:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.669838:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ef:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338461.669841:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338461.669844:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.669849:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1f87 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.669862:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.669864:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.669866:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.669935:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338461.669938:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.669941:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338461.670098:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57020:x1848993291044864:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1519us (1724us total) trans 4294973183 rc 0/0 00000100:00100000:0.0:1763338461.670106:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10176 00000100:00100000:1.0:1763338461.674655:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.674726:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045120 00000100:00100000:0.0:1763338461.674736:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045120 00000100:00100000:0.0:1763338461.674798:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10177 00000100:00100000:0.0:1763338461.674808:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291045120:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338461.674869:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.674895:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146ebb800/0x4ea0a6980f4b1eca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f15 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.674911:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.674916:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.674984:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.675000:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.675010:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338461.675124:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de433a6c reply state 0000000033da5d2c transno 4294973184 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.675136:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.675142:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:0.0:1763338461.675145:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.675148:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338461.675242:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57017:x1848993291045120:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 434us (596us total) trans 4294973184 rc 0/0 00000100:00100000:0.0:1763338461.675250:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10177 00000100:00100000:2.0:1763338461.678377:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.678786:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045248 00000100:00100000:3.0:1763338461.678795:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045248 00000100:00100000:3.0:1763338461.678850:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7096 00000100:00100000:3.0:1763338461.678860:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:57017:x1848993291045248:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.678876:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.678897:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f5b expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338461.678927:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x289:0x0] initial LVB size: 4096, mtime: 0x691a68de, atime: 0x0, ctime: 0x691a68de, blocks: 0x8 00000100:00100000:1.0:1763338461.679108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338461.679463:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.679466:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.679476:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.679493:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.679506:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:0.0:1763338461.679569:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57017:x1848993291045248:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 710us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.679576:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7096 00000100:00100000:3.0:1763338461.680106:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045376 00000100:00100000:3.0:1763338461.680113:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045376 00000100:00100000:3.0:1763338461.680156:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10178 00000100:00100000:3.0:1763338461.680164:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57021:x1848993291045376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.680181:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.680199:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1f9c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f62 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.680292:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.680304:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680314:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680325:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338461.680347:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680354:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680394:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680400:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680407:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680414:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680419:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.680423:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680430:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680442:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750500) 00010000:00010000:3.0:1763338461.680445:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.680449:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680455:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b1fa3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680468:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680473:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680479:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680483:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.680486:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680496:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680502:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338461.680505:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.680508:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680513:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b1faa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.680541:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1f9c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f62 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.680550:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750500) 00010000:00010000:3.0:1763338461.680552:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.680556:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b1f9c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f62 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.680568:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338461.680609:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57021:x1848993291045376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 446us (1502us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338461.680616:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10178 00000100:00100000:1.0:1763338461.683055:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.683100:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.683178:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045504 00000100:00100000:0.0:1763338461.683188:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045504 00000100:00100000:0.0:1763338461.683247:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7097 00000100:00100000:0.0:1763338461.683257:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+19:57017:x1848993291045504:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.683338:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.683358:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f69 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338461.683381:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.683404:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.683406:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.683414:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.683430:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.683442:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:2.0:1763338461.683595:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045632 00000100:00100000:2.0:1763338461.683602:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045632 00000100:00100000:2.0:1763338461.683909:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10179 00000100:00100000:2.0:1763338461.683919:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57021:x1848993291045632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.683942:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.683958:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1fb8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f70 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.684041:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338461.684053:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684062:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684071:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338461.684078:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684084:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338461.684108:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+20:57017:x1848993291045504:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 851us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.684117:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7097 00010000:00010000:2.0:1763338461.684119:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684127:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684134:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684140:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.684145:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684152:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684166:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.684170:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.684174:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684181:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b1fbf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684195:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684201:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684207:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684212:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.684215:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684221:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684228:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338461.684231:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.684234:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684239:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b1fc6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.684290:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1fb8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f70 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.684302:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197200) 00010000:00010000:2.0:1763338461.684304:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.684308:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b1fb8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f70 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.684320:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:2.0:1763338461.684360:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57021:x1848993291045632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 443us (1259us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338461.684367:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10179 00000100:00100000:2.0:1763338461.687996:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.688120:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045760 00000100:00100000:0.0:1763338461.688131:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045760 00000100:00100000:0.0:1763338461.688580:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10180 00000100:00100000:0.0:1763338461.688592:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57021:x1848993291045760:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.688612:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.688638:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1fcd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f77 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.688718:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1fd4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.688732:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1fd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.688743:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1fd4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338461.688791:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338461.688796:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338461.688831:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b1fcd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f77 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.688853:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1fd4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f77 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.688860:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.688863:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338461.688866:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338461.688933:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57021:x1848993291045760:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 342us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.688940:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10180 00000100:00100000:2.0:1763338461.689170:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.689194:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291045888 00000100:00100000:2.0:1763338461.689199:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291045888 00002000:00010000:2.0:1763338461.689223:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/649 (5->18446744073709551615) 00002000:00100000:2.0:1763338461.689228:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1444f9c00 with x1848993291045888 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338461.689236:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1444f9c00. 00000100:00100000:2.0:1763338461.689254:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1741 00000100:00100000:2.0:1763338461.689278:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291045888:12345-192.168.202.34@tcp:10:lfs.0 00000100:00100000:3.0:1763338461.689880:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.689899:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291046016 00000100:00100000:3.0:1763338461.689905:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291046016 00002000:00010000:3.0:1763338461.689922:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/649 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.689926:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146129500 with x1848993291046016 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.689932:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146129500. 00000100:00100000:3.0:1763338461.689955:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1742 00000100:00100000:3.0:1763338461.689962:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291046016:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338461.690074:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338461.690078:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:3.0:1763338461.690081:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.690083:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:3.0:1763338461.690085:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338461.690120:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291046016:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 158us (241us total) trans 21474839144 rc 0/0 00000100:00100000:3.0:1763338461.690128:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1742 00002000:00010000:3.0:1763338461.690132:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/649 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.690134:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146129500 with x1848993291046016 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.690138:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146129500. 00002000:00010000:2.0:1763338461.691922:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763338461.691933:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338461.691935:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338461.691938:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338461.691940:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338461.692013:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291045888:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 2745us (2837us total) trans 17179871816 rc 0/0 00000100:00100000:2.0:1763338461.692027:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1741 00002000:00010000:2.0:1763338461.692032:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/649 (5->18446744073709551615) 00002000:00100000:2.0:1763338461.692036:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1444f9c00 with x1848993291045888 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338461.692044:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1444f9c00. 00000100:00100000:3.0:1763338461.694637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.698173:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291046144 00000100:00100000:0.0:1763338461.698190:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291046144 00000100:00100000:0.0:1763338461.698279:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10181 00000100:00100000:0.0:1763338461.698292:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57021:x1848993291046144:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.698316:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.698353:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1fdb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f7e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.698448:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.698462:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698474:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698485:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.698494:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698499:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698541:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698547:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698554:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698560:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.698564:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698571:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698582:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.698585:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.698589:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698594:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b1fe2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698609:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698613:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698619:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698623:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.698625:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698629:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698634:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338461.698635:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.698638:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698642:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b1fe9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.698669:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1fdb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f7e expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.699161:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.699211:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291046400 00000100:00100000:2.0:1763338461.699218:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291046400 00000100:00100000:2.0:1763338461.699278:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10182 00000100:00100000:2.0:1763338461.699287:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57017:x1848993291046400:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338461.699352:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.699365:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.699375:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338461.699481:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007e6b12f7 reply state 00000000110b301e transno 4294973185 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.699495:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.699503:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:2.0:1763338461.699506:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338461.699509:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338461.699603:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57017:x1848993291046400:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 316us (444us total) trans 4294973185 rc 0/0 00000100:00100000:2.0:1763338461.699612:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10182 00010000:00010000:0.0:1763338461.700406:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.700411:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.700420:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b1fdb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f7e expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.700436:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:0.0:1763338461.700494:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57021:x1848993291046144:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2205us (5865us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338461.700502:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10181 00000100:00100000:3.0:1763338461.701845:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.701949:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291046528 00000100:00100000:0.0:1763338461.701960:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291046528 00000100:00100000:0.0:1763338461.702012:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7098 00000100:00100000:0.0:1763338461.702021:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:57017:x1848993291046528:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.702040:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.702059:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f85 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.702088:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.702095:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.702098:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.702103:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 22 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.702142:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.702155:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 1231 lvb_type: 1 00000100:00100000:0.0:1763338461.702169:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303242112:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.702288:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.704783:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.704898:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291046784 00000100:00100000:0.0:1763338461.704912:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291046784 00000100:00100000:0.0:1763338461.704980:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10183 00000100:00100000:0.0:1763338461.704990:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57021:x1848993291046784:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.705019:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.705023:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338461.705053:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b1fd4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f77 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.705071:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338461.705082:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.705097:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ffe lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f8c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.705201:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.705213:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705222:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705234:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.705241:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705247:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705840:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.705850:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705861:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338461.705871:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f1:0x0]: returning size 0 00010000:00010000:0.0:1763338461.705894:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705901:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705907:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705912:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.705916:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705923:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705930:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.705933:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.705937:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705943:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2005 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338461.705952:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d13ed0d0 reply state 00000000d5719ea7 transno 4294973186 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705963:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.705972:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338461.705974:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.705977:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338461.706005:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b1ffe lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.706021:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.706027:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.706029:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.706032:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f000, rc 0) 00000100:00100000:0.0:1763338461.706106:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57021:x1848993291046784:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1117us (1332us total) trans 4294973186 rc 0/0 00000100:00100000:0.0:1763338461.706114:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10183 00000100:00100000:0.0:1763338461.708980:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303242112:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338461.709023:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 22 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.709044:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:0.0:1763338461.709103:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+22:57017:x1848993291046528:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7082us (7269us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.709113:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7098 00000100:00100000:3.0:1763338461.710969:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.711001:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.711464:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291047168 00000100:00100000:2.0:1763338461.711474:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291047168 00000100:00100000:2.0:1763338461.711537:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10184 00000100:00100000:2.0:1763338461.711546:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57021:x1848993291047168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.711581:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.711605:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2021 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f93 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.711714:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.711737:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.711746:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.711780:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.711791:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.711804:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303242240:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.711871:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.711943:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291046912 00000100:00100000:0.0:1763338461.711948:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291046912 00010000:00010000:0.0:1763338461.711969:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 1231 lvb_type: 1 00000100:00100000:0.0:1763338461.712012:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3341 00000100:00100000:0.0:1763338461.712019:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291046912:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.712030:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.712048:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 1231 lvb_type: 1 00010000:00010000:0.0:1763338461.712060:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 1231 lvb_type: 1 00010000:00010000:0.0:1763338461.712081:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b1ed8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f1c expref: 22 pid: 8403 timeout: 1231 lvb_type: 1 00010000:00010000:0.0:1763338461.712096:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.712099:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.712105:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.712115:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.712139:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.712148:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303242368:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338461.712177:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.718160:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303242240:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.718196:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338461.718797:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303242368:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338461.718811:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.718865:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291046912:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6845us (7903us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.718877:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3341 00000100:00100000:3.0:1763338461.719506:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.720302:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291047296 00000100:00100000:0.0:1763338461.720312:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291047296 00010000:00010000:0.0:1763338461.720361:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 292 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.720400:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3342 00000100:00100000:0.0:1763338461.720410:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2410:x1848993291047296:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.720423:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.720430:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 292 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.720442:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 292 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.720467:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2013 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f8c expref: 292 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.720484:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.720489:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.720498:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.720513:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.721018:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338461.721076:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2410:x1848993291047296:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 665us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.721090:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3342 00000100:00100000:0.0:1763338461.721095:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.721125:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291047424 00000100:00100000:0.0:1763338461.721129:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291047424 00000100:00100000:1.0:1763338461.721187:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7099 00010000:00010000:2.0:1763338461.721212:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721221:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.721244:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f1:0x0]: returning size 0 00000004:00080000:2.0:1763338461.721439:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28c:0x0], index 0: 0 00000004:00080000:2.0:1763338461.721446:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28c:0x0], index 1: 0 00000004:00080000:2.0:1763338461.721451:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28d:0x0], index 1: 0 00000004:00080000:2.0:1763338461.721455:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28d:0x0], index 0: 0 00010000:00010000:2.0:1763338461.721548:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721556:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721563:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721568:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.721573:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721581:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721591:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338461.721594:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338461.721599:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721605:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2028 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.721654:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2021 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f93 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.721664:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:2.0:1763338461.721666:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338461.721669:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2021 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f93 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.721682:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:2.0:1763338461.721726:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57021:x1848993291047168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10180us (10725us total) trans 4294973187 rc 301/301 00000100:00100000:2.0:1763338461.721734:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10184 00000100:00100000:1.0:1763338461.721794:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2408:x1848993291047424:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338461.721901:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338461.721905:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:1.0:1763338461.721908:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 0 -> 1763338461 00002000:00010000:1.0:1763338461.721911:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 1763338461 -> 1763338462 00002000:00010000:1.0:1763338461.721913:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338461.721950:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993291047424:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 756us (863us total) trans 21474839145 rc 0/0 00000100:00100000:1.0:1763338461.721957:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7099 00000100:00100000:3.0:1763338461.725185:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.725477:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291047680 00000100:00100000:1.0:1763338461.725487:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291047680 00000100:00100000:1.0:1763338461.725958:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3553 00000100:00100000:1.0:1763338461.725968:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57021:x1848993291047680:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338461.726467:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57021:x1848993291047680:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 498us (1289us total) trans 4294973188 rc 0/0 00000100:00100000:1.0:1763338461.726475:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3553 00000100:00100000:3.0:1763338461.726752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.726926:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291047936 00000100:00100000:1.0:1763338461.726932:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291047936 00000100:00100000:1.0:1763338461.726969:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3554 00000100:00100000:1.0:1763338461.726977:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57017:x1848993291047936:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:1.0:1763338461.727007:0:35243:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1ee:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1e22 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4edd expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.727054:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:1.0:1763338461.727067:0:35243:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.727078:0:35243:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.727110:0:35243:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.727122:0:35243:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.727136:0:35243:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35243:1848993303242496:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.728321:0:35243:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.731552:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.731672:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291048192 00000100:00100000:1.0:1763338461.731682:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291048192 00000100:00100000:1.0:1763338461.731941:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3555 00000100:00100000:1.0:1763338461.731954:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57021:x1848993291048192:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338461.732196:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57021:x1848993291048192:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 244us (654us total) trans 4294973189 rc 0/0 00000100:00100000:1.0:1763338461.732205:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3555 00000100:00100000:1.0:1763338461.732997:0:35243:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35243:1848993303242496:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.733022:0:35243:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000100:00100000:3.0:1763338461.733541:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.733632:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291048320 00000100:00100000:1.0:1763338461.733639:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291048320 00010000:00010000:1.0:1763338461.733667:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 293 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.733712:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3343 00000100:00100000:1.0:1763338461.733720:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2409:x1848993291048320:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.733734:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.733741:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 293 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.733754:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 293 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.733779:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b1eae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f07 expref: 293 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.733794:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.733799:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.733814:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.733821:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.733850:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338461.733900:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291048320:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 180us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.733908:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3343 00010000:00010000:3.0:1763338461.734128:0:35243:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.734137:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000040:00080000:3.0:1763338461.734395:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1642, 88 off137240 00000004:00080000:3.0:1763338461.734404:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131446141414ns, next at 1131475561274ns, rc = 0 00000040:00080000:3.0:1763338461.734427:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1642, 88 off137480 00000004:00080000:3.0:1763338461.734432:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131446169689ns, next at 1131475593748ns, rc = 0 00000040:00080000:3.0:1763338461.734461:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1643, 88 off137568 00000004:00080000:3.0:1763338461.734466:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131446203697ns, next at 1131475593748ns, rc = 0 00000040:00080000:3.0:1763338461.734476:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1643, 88 off137328 00000004:00080000:3.0:1763338461.734480:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131446217857ns, next at 1131475561274ns, rc = 0 00000100:00100000:3.0:1763338461.739091:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.739716:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291048576 00000100:00100000:2.0:1763338461.739727:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291048576 00000100:00100000:2.0:1763338461.739785:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10185 00000100:00100000:2.0:1763338461.739796:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993291048576:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.739817:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.739962:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b203d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4f9a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.740094:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.740110:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740121:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740138:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.740146:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740152:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740222:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2052 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.740230:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2052 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740237:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2052 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.740247:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f1:0x0]: returning size 0 00010000:00010000:2.0:1763338461.740388:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740396:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740402:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740409:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740414:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.740418:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740426:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740438:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.740441:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.740446:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740452:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b2044 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740465:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740471:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740476:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740481:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.740483:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740489:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740495:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338461.740498:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.740500:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740505:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b204b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.740542:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b203d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f9a expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.740565:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2052 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f9a expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.740572:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:2.0:1763338461.740574:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338461.740577:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623e00, rc 0) 00000100:00100000:2.0:1763338461.740663:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291048576:12345-192.168.202.34@tcp:101:bash.0 Request processed in 865us (1579us total) trans 4294973191 rc 0/0 00000100:00100000:2.0:1763338461.740671:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10185 00000001:00080000:0.0:1763338461.741509:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973190 is committed 00000004:00080000:0.0:1763338461.741518:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1071 committed 00000004:00080000:0.0:1763338461.741538:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1077 committed 00000004:00080000:0.0:1763338461.741546:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1076 committed 00000004:00080000:0.0:1763338461.741550:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1070 committed 00010000:00010000:1.0:1763338461.741558:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741573:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741580:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741585:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.741590:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741597:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741609:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338461.741611:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.741614:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741620:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b1f79 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741638:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741645:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741650:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741655:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.741657:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741665:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741672:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.741675:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.741678:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741683:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b1f8e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741693:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.741700:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.741707:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.741712:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.741716:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.741721:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.741731:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.741735:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.741739:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338461.741745:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b1ff0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338461.741756:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303243008:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763338461.741757:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741769:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741773:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741777:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.741781:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741786:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.741794:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338461.741796:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.741799:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.741816:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763338461.741822:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b200c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.741868:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338461.741874:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303242624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.741898:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.741931:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303242752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.741953:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.741971:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338461.741975:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303242880:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.741991:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.742019:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303243008 00000100:00100000:2.0:1763338461.742026:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303243008 00000100:00100000:2.0:1763338461.742062:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303242624 00000100:00100000:2.0:1763338461.742065:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303242624 00000100:00100000:2.0:1763338461.742081:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303242752 00000100:00100000:2.0:1763338461.742084:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303242752 00000100:00100000:2.0:1763338461.742096:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303242880 00000100:00100000:2.0:1763338461.742099:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303242880 00000100:00100000:2.0:1763338461.742113:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7100 00000100:00100000:2.0:1763338461.742120:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3656:x1848993303243008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338461.742290:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.742293:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338461.742296:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338461.742298:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338461.742301:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338461.742355:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303243008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 234us (538us total) trans 21474839146 rc 0/0 00000100:00100000:1.0:1763338461.742357:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7101 00000100:00100000:2.0:1763338461.742367:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7100 00000100:00100000:1.0:1763338461.742373:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303242624:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.742392:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7102 00002000:00080000:1.0:1763338461.742394:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:650 count 1 00000100:00100000:2.0:1763338461.742402:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3654:x1848993303242752:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338461.742417:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1763338461.742419:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:651 count 1 00010000:00010000:1.0:1763338461.742442:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338461.742444:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338461.742456:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.742459:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.742463:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.742469:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.742471:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.742475:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.742482:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.742497:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.742504:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.742519:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.742528:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 21 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.742530:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.742554:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145157100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303243136:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.742563:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338461.742620:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00010000:00010000:1.0:1763338461.742635:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.742641:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.742649:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.742653:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.742662:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.742727:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303242752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 326us (771us total) trans 21474839147 rc 0/0 00000100:00100000:2.0:1763338461.742735:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7102 00000100:00100000:2.0:1763338461.742749:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7103 00000100:00100000:2.0:1763338461.742755:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3654:x1848993303242880:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338461.742805:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338461.742808:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338461.742810:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338461.742813:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338461.742815:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338461.742839:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303242880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (847us total) trans 21474839148 rc 0/0 00000100:00100000:2.0:1763338461.742846:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7103 00000100:00100000:2.0:1763338461.742940:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303243520:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.742970:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.742990:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338461.742995:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303243392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338461.743016:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.743038:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303243520 00000100:00100000:2.0:1763338461.743043:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303243520 00000100:00100000:2.0:1763338461.743069:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303243392 00000100:00100000:2.0:1763338461.743072:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303243392 00000100:00100000:2.0:1763338461.743084:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7104 00000100:00100000:2.0:1763338461.743090:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303243520:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763338461.743175:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.743178:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb mtime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338461.743180:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338461.743182:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb ctime from disk: 1763338461 -> 1763338461 00002000:00010000:2.0:1763338461.743184:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338461.743215:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303243520:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (242us total) trans 17179871817 rc 0/0 00000100:00100000:2.0:1763338461.743221:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7104 00000100:00100000:2.0:1763338461.743232:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7105 00000100:00100000:2.0:1763338461.743238:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303243392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338461.743249:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:651 count 1 00002000:00010000:2.0:1763338461.743299:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338461.743304:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743313:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.743314:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.743319:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743340:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743349:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743357:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743373:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338461.743495:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303243392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 256us (476us total) trans 17179871818 rc 0/0 00000100:00100000:2.0:1763338461.743502:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7105 00010000:00010000:2.0:1763338461.743518:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338461.743525:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743533:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338461.743536:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743543:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743558:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743564:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b206e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.743587:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.743589:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.743590:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338461.743638:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444fb100/2, rc 0, transno 21474839148 00000100:00100000:2.0:1763338461.743645:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303242880:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.743659:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f8e00/2, rc 0, transno 21474839147 00000100:00100000:2.0:1763338461.743662:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303242752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.743684:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871813 gen 2 00000004:00080000:2.0:1763338461.743690:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f012680, transno 17179871729 00000004:00080000:2.0:1763338461.743698:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f010e00, transno 17179871730 00000004:00080000:2.0:1763338461.743701:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f013480, transno 17179871731 00000004:00080000:2.0:1763338461.743704:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd26f010380, transno 17179871732 00000004:00080000:2.0:1763338461.743707:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c3100, transno 17179871733 00000004:00080000:2.0:1763338461.743711:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c3b80, transno 17179871734 00000004:00080000:2.0:1763338461.743715:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c3480, transno 17179871735 00000004:00080000:2.0:1763338461.743719:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2746c2d80, transno 17179871736 00000004:00080000:2.0:1763338461.743723:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9c380, transno 17179871738 00000004:00080000:2.0:1763338461.743726:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9c000, transno 17179871739 00000004:00080000:2.0:1763338461.743729:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9ed80, transno 17179871740 00000004:00080000:2.0:1763338461.743732:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b90000, transno 17179871741 00000004:00080000:2.0:1763338461.743736:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708ea300, transno 17179871744 00000004:00080000:2.0:1763338461.743740:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708ebb80, transno 17179871745 00000004:00080000:2.0:1763338461.743743:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c7800, transno 17179871746 00000004:00080000:2.0:1763338461.743747:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c5880, transno 17179871747 00000004:00080000:2.0:1763338461.743750:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c7480, transno 17179871751 00000004:00080000:2.0:1763338461.743753:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4a80, transno 17179871752 00000004:00080000:2.0:1763338461.743756:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c6d80, transno 17179871753 00000004:00080000:2.0:1763338461.743759:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c5180, transno 17179871754 00000004:00080000:2.0:1763338461.743762:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708eaa00, transno 17179871755 00000004:00080000:2.0:1763338461.743765:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d41aa00, transno 17179871756 00000004:00010000:3.0:1763338461.743768:0:35243:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000222bd42c reply state 00000000f7454c94 transno 4294973190 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000004:00080000:2.0:1763338461.743768:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee1c00, transno 17179871757 00000004:00080000:2.0:1763338461.743772:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee0700, transno 17179871758 00000004:00080000:2.0:1763338461.743778:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a6b800, transno 17179871761 00000004:00080000:2.0:1763338461.743783:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69500, transno 17179871762 00000004:00080000:2.0:1763338461.743787:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da7800, transno 17179871763 00000004:00080000:2.0:1763338461.743791:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5880, transno 17179871764 00010000:00010000:3.0:1763338461.743792:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00000004:00080000:2.0:1763338461.743794:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5c00, transno 17179871766 00000004:00080000:2.0:1763338461.743799:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da4a80, transno 17179871767 00000004:00080000:2.0:1763338461.743805:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da6a00, transno 17179871768 00010000:00010000:3.0:1763338461.743806:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00000004:00080000:2.0:1763338461.743808:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1f100, transno 17179871769 00010000:00010000:3.0:1763338461.743812:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000004:00080000:2.0:1763338461.743814:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da1880, transno 17179871772 00000100:00100000:3.0:1763338461.743818:0:35243:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1763338461.743820:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da1180, transno 17179871773 00000004:00080000:2.0:1763338461.743825:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280732680, transno 17179871774 00010000:00010000:3.0:1763338461.743826:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00000004:00080000:2.0:1763338461.743829:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1469f7800, transno 17179871775 00010000:00010000:3.0:1763338461.743831:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000004:00080000:2.0:1763338461.743835:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761e680, transno 17179871779 00010000:00010000:3.0:1763338461.743840:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b1e22 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4edd expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338461.743841:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761d180, transno 17179871780 00000004:00080000:2.0:1763338461.743847:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761ea00, transno 17179871781 00000004:00080000:2.0:1763338461.743858:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14761c380, transno 17179871782 00000004:00080000:2.0:1763338461.743863:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534c000, transno 17179871783 00000004:00080000:2.0:1763338461.743865:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534ed80, transno 17179871784 00000004:00080000:2.0:1763338461.743869:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534ea00, transno 17179871785 00000004:00080000:2.0:1763338461.743872:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534f100, transno 17179871786 00000004:00080000:2.0:1763338461.743876:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3c700, transno 17179871789 00000004:00080000:2.0:1763338461.743879:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b800, transno 17179871790 00000004:00080000:2.0:1763338461.743883:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89880, transno 17179871791 00000004:00080000:2.0:1763338461.743886:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b91180, transno 17179871792 00000004:00080000:2.0:1763338461.743889:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430adf80, transno 17179871796 00000004:00080000:2.0:1763338461.743893:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430ad180, transno 17179871797 00000004:00080000:2.0:1763338461.743897:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d406680, transno 17179871798 00000004:00080000:2.0:1763338461.743900:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d407b80, transno 17179871799 00000004:00080000:2.0:1763338461.743904:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee2680, transno 17179871800 00000004:00080000:2.0:1763338461.743906:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee3800, transno 17179871801 00000004:00080000:2.0:1763338461.743909:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee3480, transno 17179871802 00000004:00080000:2.0:1763338461.743913:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee2d80, transno 17179871803 00000004:00080000:2.0:1763338461.743916:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9ea00, transno 17179871805 00000004:00080000:2.0:1763338461.743919:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9fb80, transno 17179871806 00000004:00080000:2.0:1763338461.743923:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9f800, transno 17179871807 00000004:00080000:2.0:1763338461.743926:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9f480, transno 17179871808 00010000:00080000:3.0:1763338461.743928:0:35243:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000004:00080000:2.0:1763338461.743930:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258707480, transno 17179871810 00000004:00080000:2.0:1763338461.743935:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258705880, transno 17179871811 00000004:00080000:2.0:1763338461.743939:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da2680, transno 17179871812 00000004:00080000:2.0:1763338461.743943:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4000, transno 17179871813 00000100:00100000:3.0:1763338461.743947:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+281:57017:x1848993291047936:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 16968us (17194us total) trans 4294973190 rc 0/0 00000100:00100000:2.0:1763338461.743954:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd1439c7100 x1848993303243392/t17179871818(17179871818) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338477 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763338461.743961:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3554 00000004:00080000:2.0:1763338461.743971:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c7100/2, rc 0, transno 17179871818 00000100:00100000:2.0:1763338461.743977:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303243392:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763338461.743993:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c7800/2, rc 0, transno 17179871817 00000100:00100000:2.0:1763338461.743998:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303243520:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338461.744003:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.744013:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.744031:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.744037:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.744042:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.744048:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35243 initiator: MDT1 00000100:00100000:0.0:1763338461.744056:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303243264:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338461.744059:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:3.0:1763338461.744064:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338461.744067:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.744073:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2036 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00000100:00100000:0.0:1763338461.744091:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.744116:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338461.744210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.744308:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.744340:0:32328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291048704 00000100:00100000:3.0:1763338461.744345:0:32328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291048704 00000004:00080000:2.0:1763338461.744378:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 64 done 00000100:00100000:2.0:1763338461.744397:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303243264 00000100:00100000:2.0:1763338461.744401:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303243264 00000100:00100000:3.0:1763338461.744429:0:32328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 146 00000100:00100000:2.0:1763338461.744434:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7106 00000100:00100000:3.0:1763338461.744442:0:32328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144737050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2409:x1848993291048704:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763338461.744446:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3657:x1848993303243264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338461.744465:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:650 count 1 00000100:00100000:3.0:1763338461.744478:0:32328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144737050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2409:x1848993291048704:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 39us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338461.744481:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.744490:0:32328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 146 00010000:00010000:2.0:1763338461.744505:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.744515:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1763338461.744516:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303243648:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338461.744517:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338461.744521:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.744525:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291048832 00000100:00100000:3.0:1763338461.744531:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291048832 00000100:00100000:0.0:1763338461.744546:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338461.744548:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1763338461.744553:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763338461.744563:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 13 pid: 8405 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.744575:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303243776:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.744591:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303243648 00000100:00100000:3.0:1763338461.744593:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1353 00000100:00100000:0.0:1763338461.744596:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303243648 00000100:00100000:3.0:1763338461.744605:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291048832:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763338461.744613:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.744640:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7107 00000100:00100000:3.0:1763338461.744641:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291048832:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 36us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.744652:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303243648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338461.744653:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1353 00010000:00010000:1.0:1763338461.744690:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.744707:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2067 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.744727:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338461.744727:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.744732:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.744735:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763338461.744744:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338461.744749:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:0.0:1763338461.744752:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.744755:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:0.0:1763338461.744758:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x289:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338461.744764:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291048960 00000100:00100000:1.0:1763338461.744770:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291048960 00000100:00100000:0.0:1763338461.744798:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303243648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 147us (249us total) trans 17179871819 rc 0/0 00000100:00100000:0.0:1763338461.744809:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7107 00000100:00100000:1.0:1763338461.744823:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10186 00000100:00100000:1.0:1763338461.744834:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+280:55909:x1848993291048960:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.744850:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.744862:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b207c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fa1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.744888:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2083 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338461.744897:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2083 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.744905:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2083 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.744994:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b207c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fa1 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.745008:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2083 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fa1 expref: 281 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.745021:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.745024:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338461.745026:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338461.745069:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993291048960:12345-192.168.202.34@tcp:101:bash.0 Request processed in 238us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.745076:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10186 00000004:00080000:0.0:1763338461.747348:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee2300/2, rc 0, transno 17179871819 00000100:00100000:0.0:1763338461.747364:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303243648:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338461.747480:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444f9180/2, rc 0, transno 21474839146 00000100:00100000:2.0:1763338461.747486:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303243008:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.753127:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.753151:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303243776:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.753162:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338461.753184:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.753192:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291049344 00000100:00100000:1.0:1763338461.753201:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291049344 00010000:00010000:1.0:1763338461.753241:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 14 pid: 8405 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.753305:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3344 00000100:00100000:1.0:1763338461.753315:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291049344:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.753342:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.753348:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 14 pid: 8405 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.753359:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 14 pid: 8405 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.753386:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146ebba00/0x4ea0a6980f4b1f2c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f3f expref: 14 pid: 8405 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.753406:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.753408:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.753412:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.753420:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.753444:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338461.753491:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291049344:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 176us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.753498:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3344 00000100:00100000:1.0:1763338461.753524:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291049216 00000100:00100000:1.0:1763338461.753528:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291049216 00000100:00100000:1.0:1763338461.753562:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10187 00000100:00100000:1.0:1763338461.753583:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+281:55909:x1848993291049216:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338461.753636:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763338461.753654:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338461.753659:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2052 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f9a expref: 281 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.753674:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.753678:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338461.753789:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.753806:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291049472 00000100:00100000:3.0:1763338461.753811:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291049472 00010000:00010000:3.0:1763338461.753832:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.753882:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:0.0:1763338461.753895:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145157100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303243136:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.753907:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338461.753919:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3345 00010000:00010000:1.0:1763338461.753920:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338461.753931:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993291049472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338461.753943:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.753947:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.753959:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00000001:00080000:1.0:1763338461.753972:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973192 00010000:00010000:3.0:1763338461.753977:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146eba200/0x4ea0a6980f4b1f33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f46 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00000004:00010000:1.0:1763338461.753998:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000079a88b76 reply state 00000000dd842c4c transno 4294973193 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.754000:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.754006:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.754011:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.754017:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754025:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754025:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.754046:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:3.0:1763338461.754049:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754052:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754052:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338461.754057:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338461.754073:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.754080:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.754093:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338461.754119:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c31050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2408:x1848993291049472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 190us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.754125:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291049216:12345-192.168.202.34@tcp:36:bash.0 Request processed in 553us (1004us total) trans 4294973193 rc 0/0 00000100:00100000:3.0:1763338461.754133:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3345 00000100:00100000:1.0:1763338461.754138:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10187 00000020:00080000:1.0:1763338461.754144:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338461.754163:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291049600 00000100:00100000:1.0:1763338461.754167:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291049600 00000100:00100000:1.0:1763338461.754204:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10188 00000100:00100000:1.0:1763338461.754213:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291049600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.754226:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.754235:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754237:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b2091 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fa8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.754246:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.754254:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754295:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b2091 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fa8 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.754297:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.754305:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754308:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eac00/0x4ea0a6980f4b2091 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fa8 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.754319:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303243264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9876us (10226us total) trans 17179871820 rc 0/0 00010000:00010000:0.0:1763338461.754324:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763338461.754325:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.754340:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338461.754341:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7106 00010000:00010000:1.0:1763338461.754344:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eac00, rc 0) 00010000:00010000:2.0:1763338461.754367:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1763338461.754373:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291049600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 161us (719us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338461.754375:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.754388:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10188 00010000:00010000:2.0:1763338461.754391:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338461.754397:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754406:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754412:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.754419:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754420:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754438:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.754445:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754448:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2075 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754459:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.754475:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754477:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.754482:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.754483:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303242624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12114us (12581us total) trans 21474839149 rc 0/0 00010000:00010000:1.0:1763338461.754484:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.754486:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.754493:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7101 00000004:00080000:2.0:1763338461.754520:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1444fa680/2, rc 0, transno 21474839149 00000100:00100000:2.0:1763338461.754528:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303242624:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.754565:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c6d80/2, rc 0, transno 17179871820 00000100:00100000:2.0:1763338461.754570:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303243264:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338461.755580:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.755582:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.755584:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338461.757978:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.758022:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.758237:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291049984 00000100:00100000:1.0:1763338461.758248:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291049984 00000100:00100000:3.0:1763338461.758303:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291049856 00000100:00100000:3.0:1763338461.758309:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291049856 00000100:00100000:1.0:1763338461.758350:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10189 00000100:00100000:3.0:1763338461.758360:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3556 00000100:00100000:1.0:1763338461.758367:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291049984:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:3.0:1763338461.758375:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57017:x1848993291049856:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:1.0:1763338461.758394:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.758420:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2098 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4faf expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.758472:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2098 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4faf expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.758488:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2098 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4faf expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.758506:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.758510:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338461.758513:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338461.758584:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291049984:12345-192.168.202.34@tcp:101:bash.0 Request processed in 223us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.758592:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10189 00000004:00080000:3.0:1763338461.758618:0:35243:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1ee:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338461.758678:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1644, 64 off137392 00000040:00080000:3.0:1763338461.758698:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1644, 64 off137632 00000040:00080000:3.0:1763338461.758706:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1645, 64 off137696 00000040:00080000:3.0:1763338461.758715:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1645, 64 off137456 00010000:00010000:3.0:1763338461.758761:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:3.0:1763338461.758772:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.758779:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.758787:0:35243:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.758792:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.758797:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:3.0:1763338461.758824:0:35243:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338461.758967:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291049856:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 595us (995us total) trans 4294973194 rc 0/0 00000100:00100000:3.0:1763338461.758974:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3556 00010000:00010000:1.0:1763338461.759013:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.759020:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.759028:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.759032:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.759040:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.759051:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ee:0x0].0x0 (ffff8fd252695100) 00010000:00010000:1.0:1763338461.759053:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338461.759057:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.759062:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b209f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.759074:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.759075:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.759077:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338461.764527:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.765044:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291050368 00000100:00100000:0.0:1763338461.765054:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291050368 00000100:00100000:0.0:1763338461.765120:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10190 00000100:00100000:0.0:1763338461.765132:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291050368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.765158:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.765181:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b20a6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fb6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.765258:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.765304:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.765317:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765429:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.765439:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765447:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765559:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.765569:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765576:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338461.765586:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f1:0x0]: returning size 0 00010000:00010000:1.0:1763338461.765668:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765676:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765683:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765689:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.765693:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765701:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765712:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:1.0:1763338461.765715:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.765720:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765726:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b20ad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765736:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765741:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765747:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765753:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.765755:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765761:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765771:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077b00) 00010000:00010000:1.0:1763338461.765773:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.765775:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765781:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b20b4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.765820:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b20a6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.765837:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.765844:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.765846:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338461.765849:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338461.765922:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57017:x1848993291050368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 792us (1410us total) trans 4294973195 rc 0/0 00000100:00100000:1.0:1763338461.765930:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10190 00000100:00100000:2.0:1763338461.766346:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.767067:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291050496 00000100:00100000:1.0:1763338461.767076:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291050496 00000100:00100000:1.0:1763338461.767118:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10191 00000100:00100000:1.0:1763338461.767126:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291050496:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.767141:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.767143:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338461.767162:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2098 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4faf expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.767181:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.767186:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338461.767197:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b20c9 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fbd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.767485:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.767497:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.767504:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.767535:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.767548:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 288 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.767561:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145155500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303243904:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.768003:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.772041:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.773792:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.773837:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291050752 00000100:00100000:2.0:1763338461.773846:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291050752 00010000:00010000:2.0:1763338461.773886:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 289 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.773930:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3346 00000100:00100000:2.0:1763338461.773941:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+289:2408:x1848993291050752:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.773958:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.773964:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 289 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.773975:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 289 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.773997:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:2.0:1763338461.774002:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.774011:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.774019:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.774038:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.774099:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+289:2408:x1848993291050752:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 160us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.774108:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3346 00000100:00100000:0.0:1763338461.774633:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291050624 00000100:00100000:0.0:1763338461.774640:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291050624 00000100:00100000:0.0:1763338461.774666:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7108 00000100:00100000:0.0:1763338461.774672:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993291050624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.774687:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.774710:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fc4 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338461.774736:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.774753:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.774756:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.774767:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 22 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.774789:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 22 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338461.774803:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f000, rc 0) 00010000:00010000:1.0:1763338461.774973:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20bb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fb6 expref: 288 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.774992:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145155500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303243904:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.775014:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.775022:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.775028:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338461.775324:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1646, 88 off137544 00000004:00080000:1.0:1763338461.775367:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131487104752ns, next at 1131475561274ns, rc = 0 00000040:00080000:1.0:1763338461.775405:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1646, 88 off137784 00000004:00080000:1.0:1763338461.775411:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131487148759ns, next at 1131475593748ns, rc = 0 00000040:00080000:1.0:1763338461.775429:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1647, 88 off137872 00000004:00080000:1.0:1763338461.775435:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131487172894ns, next at 1131475593748ns, rc = 0 00000040:00080000:1.0:1763338461.775444:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1647, 88 off137632 00000004:00080000:1.0:1763338461.775448:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131487186174ns, next at 1131475561274ns, rc = 0 00000100:00100000:0.0:1763338461.776149:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291050624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1469us (4111us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.776159:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7108 00000100:00100000:3.0:1763338461.784482:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.784554:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291050880 00000100:00100000:2.0:1763338461.784565:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291050880 00000100:00100000:2.0:1763338461.784628:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10192 00000100:00100000:2.0:1763338461.784639:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57017:x1848993291050880:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.784669:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.784694:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fcb expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763338461.784705:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973196 is committed 00000004:00080000:1.0:1763338461.784713:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1073 committed 00000004:00080000:1.0:1763338461.784721:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1079 committed 00000004:00080000:1.0:1763338461.784730:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1078 committed 00000004:00080000:1.0:1763338461.784732:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1072 committed 00010000:00010000:2.0:1763338461.784757:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.784771:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.784792:0:10039:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.784808:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.784857:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303244032:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.784924:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.784953:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338461.784958:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303244416:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.784977:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.785001:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303244160:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.785018:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.785032:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338461.785036:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303244288:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.785052:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.785073:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303244032 00000100:00100000:1.0:1763338461.785076:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303244032 00000100:00100000:1.0:1763338461.785097:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303244416 00000100:00100000:1.0:1763338461.785099:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303244416 00000100:00100000:1.0:1763338461.785110:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303244160 00000100:00100000:1.0:1763338461.785112:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303244160 00000100:00100000:1.0:1763338461.785123:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303244288 00000100:00100000:1.0:1763338461.785124:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303244288 00000100:00100000:1.0:1763338461.785139:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7109 00000100:00100000:1.0:1763338461.785145:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3657:x1848993303244032:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338461.785158:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:2.0:1763338461.785163:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00002000:00080000:1.0:1763338461.785164:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:648 count 1 00010000:00010000:2.0:1763338461.785170:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.785179:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475400, rc 0) 00010000:00010000:1.0:1763338461.785187:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785204:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 12 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785213:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.785216:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.785218:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.785230:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57017:x1848993291050880:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 593us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.785238:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10192 00010000:00010000:1.0:1763338461.785243:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 12 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785257:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 12 pid: 31107 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.785305:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303244544:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.785358:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338461.785380:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7110 00000100:00100000:1.0:1763338461.785389:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3657:x1848993303244416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.785553:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303244416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 165us (574us total) trans 17179871821 rc 0/0 00000100:00100000:1.0:1763338461.785561:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7110 00000100:00100000:1.0:1763338461.785574:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7111 00000100:00100000:1.0:1763338461.785580:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303244160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338461.785591:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:649 count 1 00010000:00010000:1.0:1763338461.785603:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785615:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 12 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785622:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.785624:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.785627:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785646:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 12 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785656:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 12 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.785666:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303244672:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.785695:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338461.785714:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7112 00000100:00100000:1.0:1763338461.785722:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303244288:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.785805:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303244288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 83us (751us total) trans 17179871822 rc 0/0 00000100:00100000:1.0:1763338461.785812:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7112 00000004:00080000:1.0:1763338461.785853:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154e00/2, rc 0, transno 17179871822 00000100:00100000:1.0:1763338461.785859:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303244288:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338461.785916:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fbd expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785927:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.785931:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000004:00080000:2.0:1763338461.785935:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154700/2, rc 0, transno 17179871821 00010000:00010000:1.0:1763338461.785936:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.785943:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303244416:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338461.785954:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785964:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.785989:0:6521:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.786004:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303244800:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338461.786052:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00010000:00010000:0.0:1763338461.786156:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.786166:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.786172:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.786178:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.786182:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.786189:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.786200:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:0.0:1763338461.786203:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.786207:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338461.786213:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b208a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338461.786532:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303245056:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.786565:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338461.786586:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338461.786592:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303245184:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338461.786612:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338461.786639:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303245056 00000100:00100000:3.0:1763338461.786644:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303245056 00000100:00100000:3.0:1763338461.786673:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303245184 00000100:00100000:3.0:1763338461.786675:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303245184 00000100:00100000:3.0:1763338461.786691:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7113 00000100:00100000:3.0:1763338461.786697:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303245056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338461.786712:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:649 count 1 00010000:00010000:3.0:1763338461.786731:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.786764:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.786771:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338461.786773:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338461.786776:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.786797:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.786807:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 21 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.786817:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303245440:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338461.786852:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bca80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338461.786866:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7114 00000100:00100000:3.0:1763338461.786874:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303245184:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338461.786973:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338461.786977:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.786979:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.786981:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.786983:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338461.787014:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3654:x1848993303245184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 140us (400us total) trans 21474839150 rc 0/0 00000100:00100000:3.0:1763338461.787024:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7114 00000004:00080000:3.0:1763338461.787058:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9e680/2, rc 0, transno 21474839150 00000100:00100000:3.0:1763338461.787063:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303245184:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.787160:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303245312:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.787189:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.787207:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338461.787212:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303244928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.787229:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.787248:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303245312 00000100:00100000:0.0:1763338461.787252:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303245312 00000100:00100000:0.0:1763338461.787291:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303244928 00000100:00100000:0.0:1763338461.787295:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303244928 00000100:00100000:0.0:1763338461.787310:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7115 00000100:00100000:0.0:1763338461.787315:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3656:x1848993303245312:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338461.787405:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3656:x1848993303245312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (214us total) trans 21474839151 rc 0/0 00000100:00100000:0.0:1763338461.787410:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7115 00000100:00100000:0.0:1763338461.787422:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7116 00000100:00100000:0.0:1763338461.787427:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3656:x1848993303244928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338461.787438:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:648 count 1 00010000:00010000:0.0:1763338461.787449:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.787461:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.787468:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338461.787470:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338461.787473:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.787496:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 21 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.787506:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 21 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.787517:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303245568:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.787548:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000004:00080000:0.0:1763338461.787575:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9c380/2, rc 0, transno 21474839151 00000100:00100000:0.0:1763338461.787580:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303245312:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.798721:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.798758:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.798804:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.798834:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.798870:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.798910:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051136 00000100:00100000:0.0:1763338461.798919:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051136 00010000:00010000:0.0:1763338461.798968:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 13 pid: 31107 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.799011:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051008 00000100:00100000:0.0:1763338461.799014:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051008 00010000:00010000:0.0:1763338461.799029:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 14 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.799041:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051392 00000100:00100000:0.0:1763338461.799044:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051392 00010000:00010000:0.0:1763338461.799056:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.799068:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051520 00000100:00100000:0.0:1763338461.799071:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051520 00010000:00010000:0.0:1763338461.799082:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 23 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.799096:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3347 00000100:00100000:0.0:1763338461.799106:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291051136:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.799120:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763338461.799125:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3348 00010000:00010000:0.0:1763338461.799127:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 14 pid: 31107 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.799135:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291051008:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.799140:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 14 pid: 31107 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.799142:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.799147:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 14 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:3.0:1763338461.799156:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 14 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.799168:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303244672:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338461.799169:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.799170:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b1f95 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f5b expref: 14 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.799172:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.799177:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.799188:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.799189:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.799191:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.799194:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.799201:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.799308:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.799310:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.799310:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3349 00000100:00100000:2.0:1763338461.799321:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291051392:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338461.799323:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.799342:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338461.799343:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.799350:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 23 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338461.799360:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.799380:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.799382:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 23 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.799406:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.799406:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338461.799410:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.799414:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.799421:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.799434:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338461.799454:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291051008:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 320us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.799454:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291051392:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 135us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.799462:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3349 00000100:00100000:3.0:1763338461.799465:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3348 00000100:00100000:2.0:1763338461.799481:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3350 00010000:00010000:3.0:1763338461.799952:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b1d9d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4eba expref: 12 pid: 31107 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.799952:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291051520:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.799963:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763338461.799964:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303244544:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.799967:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.799980:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.799982:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303244160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14123us (14683us total) trans 17179871823 rc 0/0 00000100:00100000:1.0:1763338461.800000:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7111 00010000:00010000:2.0:1763338461.800002:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.800005:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.800009:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.800017:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.800030:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1763338461.800045:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145155f80/2, rc 0, transno 17179871823 00000100:00100000:1.0:1763338461.800051:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303244160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338461.800066:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.800073:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800080:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.800085:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800093:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800104:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800110:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b20ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800124:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.800125:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.800126:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338461.800142:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303244800:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338461.800163:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b20c9 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fbd expref: 283 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338461.800178:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fbd expref: 282 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800205:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338461.800228:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291050496:12345-192.168.202.34@tcp:101:bash.0 Request processed in 33103us (33884us total) trans 4294973196 rc 0/0 00000100:00100000:1.0:1763338461.800235:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10191 00010000:00010000:1.0:1763338461.800310:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b1ff7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f85 expref: 22 pid: 27817 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.800315:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338461.800322:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303245568:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.800345:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800355:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.800356:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+11:2409:x1848993291051136:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1249us (1643us total) trans 0 rc 0/0 00010000:00010000:1.0:1763338461.800372:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.800373:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3347 00010000:00010000:1.0:1763338461.800384:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800392:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800406:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338461.800429:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338461.800436:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.800450:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.800454:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.800462:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.800476:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.800484:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b20fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.800500:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.800501:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.800503:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338461.800598:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291051520:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1109us (1725us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.800605:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3350 00000100:00100000:1.0:1763338461.800627:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3656:x1848993303244928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13198us (13394us total) trans 21474839152 rc 0/0 00000100:00100000:1.0:1763338461.800634:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7116 00010000:00010000:1.0:1763338461.800686:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b1fb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4f69 expref: 20 pid: 27817 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.800702:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303245440:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.800716:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800724:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800731:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800739:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800746:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.800763:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338461.800875:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3654:x1848993303245056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14178us (14308us total) trans 21474839153 rc 0/0 00000100:00100000:1.0:1763338461.800882:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7113 00010000:00010000:3.0:1763338461.801080:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.801090:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338461.801090:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128000/2, rc 0, transno 21474839152 00000100:00100000:0.0:1763338461.801096:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303244928:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338461.801097:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.801104:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.801112:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.801125:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051264 00000100:00100000:0.0:1763338461.801132:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051264 00010000:00010000:3.0:1763338461.801137:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763338461.801157:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338461.801164:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.801172:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:0.0:1763338461.801178:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3557 00010000:00010000:1.0:1763338461.801179:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.801188:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57017:x1848993291051264:12345-192.168.202.34@tcp:49:lfs.0 00010000:00010000:1.0:1763338461.801192:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.801209:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.801217:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b20f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.801237:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.801241:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.801247:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.801251:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.801259:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.801294:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57017:x1848993291051264:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 106us (2486us total) trans 0 rc 0/0 00010000:00010000:1.0:1763338461.801300:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.801305:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3557 00000100:00100000:3.0:1763338461.801306:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303244032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16159us (16380us total) trans 17179871824 rc 0/0 00010000:00010000:1.0:1763338461.801319:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b20e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.801320:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7109 00010000:00010000:1.0:1763338461.801354:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.801357:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.801359:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338461.801377:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128e00/2, rc 0, transno 21474839153 00000100:00100000:0.0:1763338461.801383:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303245056:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338461.801462:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145155500/2, rc 0, transno 17179871824 00000100:00100000:3.0:1763338461.801467:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303244032:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338461.802166:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338461.806001:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.806047:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.806083:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051776 00000100:00100000:0.0:1763338461.806093:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051776 00000100:00100000:3.0:1763338461.806156:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291051904 00000100:00100000:3.0:1763338461.806161:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291051904 00000100:00100000:3.0:1763338461.806204:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7117 00000100:00100000:3.0:1763338461.806500:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993291051904:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.806571:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.806594:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fd2 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.806622:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 21 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.806630:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.806632:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.806636:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 21 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.806667:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 21 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.806688:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 21 pid: 27817 timeout: 1231 lvb_type: 1 00000100:00100000:2.0:1763338461.806702:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2746c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303245696:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.806782:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.806860:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3558 00000100:00100000:0.0:1763338461.806870:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57017:x1848993291051776:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338461.807084:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291051776:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 214us (1093us total) trans 4294973197 rc 0/0 00000100:00100000:0.0:1763338461.807093:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3558 00000100:00100000:2.0:1763338461.809810:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.809888:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291052032 00000100:00100000:0.0:1763338461.809898:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291052032 00010000:00010000:0.0:1763338461.809936:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 22 pid: 27817 timeout: 1231 lvb_type: 1 00000100:00100000:0.0:1763338461.809985:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3351 00000100:00100000:0.0:1763338461.809996:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291052032:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.810015:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.810022:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 22 pid: 27817 timeout: 1231 lvb_type: 1 00010000:00010000:0.0:1763338461.810035:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 22 pid: 27817 timeout: 1231 lvb_type: 1 00010000:00010000:0.0:1763338461.810059:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.810062:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.810069:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 22 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.810085:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 22 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.810121:0:8421:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 22 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.810136:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8421:1848993303245824:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338461.810222:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00010000:00010000:1.0:1763338461.810382:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b20d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fc4 expref: 22 pid: 27817 timeout: 1231 lvb_type: 1 00000100:00100000:1.0:1763338461.810397:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2746c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303245696:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.810423:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 21 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.810432:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475800, rc 0) 00000100:00100000:1.0:1763338461.810463:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+21:55909:x1848993291051904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4243us (4415us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.810471:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7117 00000100:00100000:2.0:1763338461.812778:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.812812:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.812894:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8421:1848993303245824:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338461.812913:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338461.812998:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291052288 00000100:00100000:1.0:1763338461.813005:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291052288 00000100:00100000:1.0:1763338461.813020:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291052416 00000100:00100000:1.0:1763338461.813022:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291052416 00000100:00100000:0.0:1763338461.813061:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291052032:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3066us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.813068:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7118 00000100:00100000:0.0:1763338461.813070:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3351 00000100:00100000:1.0:1763338461.813076:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+11:55909:x1848993291052416:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.813092:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.813112:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fe0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338461.813123:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10193 00000100:00100000:0.0:1763338461.813129:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291052288:12345-192.168.202.34@tcp:101:lfs.0 00002000:00010000:1.0:1763338461.813135:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.813141:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.813154:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.813156:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.813156:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b210f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fd9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.813164:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 12 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.813177:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 12 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.813188:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338461.813210:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993291052416:12345-192.168.202.34@tcp:101:bash.0 Request processed in 136us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.813216:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7118 00010000:00010000:0.0:1763338461.813217:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338461.813228:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.813240:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813355:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.813364:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813370:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813479:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2124 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.813489:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2124 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813495:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2124 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338461.813505:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f1:0x0]: returning size 2 00010000:00010000:1.0:1763338461.813582:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813590:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813596:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813602:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3e200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.813605:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813612:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813624:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338461.813627:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.813630:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813635:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2116 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813645:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813650:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813655:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813660:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.813662:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813671:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813962:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63400) 00010000:00010000:1.0:1763338461.813966:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.813971:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.813977:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b211d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.814016:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b210f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd9 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.814028:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2124 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd9 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.814035:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.814037:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338461.814039:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338461.814077:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57017:x1848993291052288:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 947us (1308us total) trans 4294973198 rc 0/0 00000100:00100000:1.0:1763338461.814084:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10193 00000100:00100000:3.0:1763338461.815210:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.815305:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291052544 00000100:00100000:2.0:1763338461.815313:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291052544 00002000:00010000:2.0:1763338461.815524:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/652 (0->18446744073709551615) 00002000:00100000:2.0:1763338461.815529:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9f800 with x1848993291052544 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338461.815539:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b9f800. 00000100:00100000:2.0:1763338461.815570:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1743 00000100:00100000:2.0:1763338461.815579:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291052544:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338461.815752:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338461.815756:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338461.815758:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338461.815760:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338461.815763:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338461.815816:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291052544:12345-192.168.202.34@tcp:10:bash.0 Request processed in 238us (611us total) trans 21474839154 rc 0/0 00000100:00100000:2.0:1763338461.815823:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1743 00002000:00010000:2.0:1763338461.815827:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/652 (0->18446744073709551615) 00002000:00100000:2.0:1763338461.815829:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9f800 with x1848993291052544 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338461.815834:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd244b9f800. 00000100:00100000:2.0:1763338461.816343:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.816380:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.816440:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291052928 00000100:00100000:0.0:1763338461.816446:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291052928 00000100:00100000:0.0:1763338461.816514:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3559 00000100:00100000:0.0:1763338461.816523:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57017:x1848993291052928:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338461.816677:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291052928:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 154us (294us total) trans 4294973199 rc 0/0 00000100:00100000:0.0:1763338461.816691:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3559 00000100:00100000:3.0:1763338461.816775:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291052672 00000100:00100000:3.0:1763338461.816780:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291052672 00002000:00010000:3.0:1763338461.816798:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/652 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.816802:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c3b80 with x1848993291052672 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.816814:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c3b80. 00000100:00100000:3.0:1763338461.816834:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1744 00000100:00100000:3.0:1763338461.816841:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993291052672:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338461.816945:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338461.816953:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:3.0:1763338461.816956:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338461.816958:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:3.0:1763338461.816960:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338461.816983:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291052672:12345-192.168.202.34@tcp:10:bash.0 Request processed in 142us (721us total) trans 17179871825 rc 0/0 00000100:00100000:3.0:1763338461.816990:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1744 00002000:00010000:3.0:1763338461.816993:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/652 (0->18446744073709551615) 00002000:00100000:3.0:1763338461.816995:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c3b80 with x1848993291052672 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338461.816999:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c3b80. 00000100:00100000:0.0:1763338461.824523:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.824790:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291053056 00000100:00100000:3.0:1763338461.824802:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291053056 00000100:00100000:3.0:1763338461.825012:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3560 00000100:00100000:3.0:1763338461.825022:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291053056:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338461.825182:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291053056:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 161us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338461.825190:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3560 00000100:00100000:2.0:1763338461.829874:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.829925:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291053312 00000100:00100000:1.0:1763338461.829936:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291053312 00000100:00100000:2.0:1763338461.829984:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.830053:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291053568 00000100:00100000:1.0:1763338461.830057:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291053568 00000100:00100000:1.0:1763338461.830096:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10194 00000100:00100000:1.0:1763338461.830107:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57022:x1848993291053312:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338461.830175:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763338461.830208:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b20d0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fbd expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.830229:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b20de lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fcb expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.830245:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2124 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd9 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.830290:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2083 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fa1 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.830302:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03700) 00010000:00010000:1.0:1763338461.830313:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338461.830351:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.830365:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830375:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830388:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.830395:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830402:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338461.830415:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10195 00000100:00100000:2.0:1763338461.830423:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57017:x1848993291053568:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.830434:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.830445:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2140 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fe7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.830481:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338461.830488:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830494:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338461.830520:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b214e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338461.830528:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b214e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.830535:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b214e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338461.830547:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f1:0x0]: returning size 2 00010000:00010000:2.0:1763338461.830644:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2140 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe7 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.830657:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b214e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe7 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.830665:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338461.830668:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338461.830670:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475200, rc 0) 00000004:00080000:1.0:1763338461.830706:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1f1:0x0] is inserted into orphan list, open count = 2 00000100:00100000:2.0:1763338461.830739:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291053568:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 317us (755us total) trans 4294973200 rc 0/0 00000100:00100000:2.0:1763338461.830746:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10195 00010000:00010000:1.0:1763338461.830765:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830772:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830778:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830783:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.830787:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830794:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830803:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:1.0:1763338461.830805:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338461.830809:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830814:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2147 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830829:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830834:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830839:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830844:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.830846:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830852:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830860:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63400) 00010000:00010000:1.0:1763338461.830862:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.830864:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830869:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2132 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338461.830880:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003daa204d reply state 0000000098bc376d transno 4294973201 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830890:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338461.830896:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338461.830898:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338461.830900:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338461.830936:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57022:x1848993291053312:12345-192.168.202.34@tcp:36:rm.0 Request processed in 831us (1077us total) trans 4294973201 rc 0/0 00000100:00100000:1.0:1763338461.830943:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10194 00000100:00100000:0.0:1763338461.832183:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.832317:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291053824 00000100:00100000:2.0:1763338461.832325:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291053824 00000100:00100000:2.0:1763338461.832377:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3561 00000100:00100000:2.0:1763338461.832386:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291053824:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:2.0:1763338461.832436:0:35243:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x1f1:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b214e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe7 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.832468:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:2.0:1763338461.832479:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832487:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35243 initiator: MDT1 00000004:00020000:2.0:1763338461.832609:0:35243:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000404:0x1f1:0x0]: rc = -1 00010000:00010000:2.0:1763338461.832635:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832642:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832654:0:35243:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832659:0:35243:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.832663:0:35243:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832669:0:35243:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832682:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338461.832685:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763338461.832688:0:35243:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832694:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b215c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.832702:0:35243:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338461.832704:0:35243:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338461.832708:0:35243:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b214e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe7 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.835596:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291053824:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 3198us (3406us total) trans 4294973202 rc -1/-1 00000100:00100000:2.0:1763338461.835611:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3561 00000100:00100000:2.0:1763338461.842928:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.843633:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291053952 00000100:00100000:1.0:1763338461.843643:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291053952 00000100:00100000:0.0:1763338461.846481:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10196 00000100:00100000:0.0:1763338461.846513:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57017:x1848993291053952:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.846541:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.846571:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2163 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4fee expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.846635:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2163 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fee expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.846651:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3e200/0x4ea0a6980f4b2163 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fee expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.846669:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:0.0:1763338461.846672:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338461.846676:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3e200, rc 0) 00000100:00100000:0.0:1763338461.846759:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57017:x1848993291053952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 261us (3840us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.846771:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10196 00000100:00100000:3.0:1763338461.849004:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.849084:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291054208 00000100:00100000:2.0:1763338461.849094:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291054208 00000100:00100000:2.0:1763338461.849154:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3562 00000100:00100000:2.0:1763338461.849163:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57017:x1848993291054208:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338461.849484:0:35243:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1f1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338461.849553:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1648, 64 off137696 00000004:00080000:2.0:1763338461.849561:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131561298625ns, next at 1132561296338ns, rc = 0 00000040:00080000:2.0:1763338461.849582:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1648, 64 off137936 00000004:00080000:2.0:1763338461.849586:0:35243:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131561323867ns, next at 1132561322893ns, rc = 0 00000040:00080000:2.0:1763338461.849594:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1649, 64 off138000 00000040:00080000:2.0:1763338461.849603:0:35243:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1649, 64 off137760 00010000:00010000:2.0:1763338461.849662:0:35243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35243 initiator: MDT0 00010000:00010000:2.0:1763338461.849690:0:35243:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.849702:0:35243:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.849711:0:35243:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.849716:0:35243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.849722:0:35243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35243 initiator: MDT1 00010000:00010000:2.0:1763338461.849745:0:35243:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338461.849764:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338461.849771:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.849779:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338461.849783:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.849790:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.849803:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f1:0x0].0x0 (ffff8fd250f4fa00) 00010000:00010000:1.0:1763338461.849806:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338461.849810:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.849815:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b216a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35243 initiator: MDT1 00010000:00010000:1.0:1763338461.849826:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.849828:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338461.849830:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338461.849950:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57017:x1848993291054208:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 787us (955us total) trans 4294973203 rc 0/0 00000100:00100000:2.0:1763338461.849959:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3562 00000100:00100000:2.0:1763338461.860193:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.860307:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291054336 00000100:00100000:1.0:1763338461.860317:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291054336 00000100:00100000:1.0:1763338461.860391:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10197 00000100:00100000:1.0:1763338461.860403:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57023:x1848993291054336:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.860437:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.860464:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2171 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ff5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.860533:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338461.860547:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860558:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860568:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338461.860575:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860582:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860620:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860627:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860633:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860639:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860646:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.860651:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860658:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860670:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63400) 00010000:00010000:1.0:1763338461.860673:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.860677:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860695:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2178 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860708:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860713:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860718:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860722:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.860725:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860730:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860737:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338461.860739:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.860742:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860752:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b217f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.860779:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2171 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ff5 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.860788:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63400) 00010000:00010000:1.0:1763338461.860791:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.860795:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2171 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ff5 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.860807:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338461.860877:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57023:x1848993291054336:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 476us (693us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338461.860885:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10197 00000100:00100000:0.0:1763338461.866145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.866205:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291054464 00000100:00100000:1.0:1763338461.866215:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291054464 00000100:00100000:0.0:1763338461.866293:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10198 00000100:00100000:0.0:1763338461.866305:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57023:x1848993291054464:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.866334:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.866369:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2186 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af4ffc expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.866467:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.866481:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866492:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866502:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.866509:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866515:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866552:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866559:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866569:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866576:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866582:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.866586:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866594:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866605:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.866608:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.866612:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866618:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b218d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866630:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866635:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866641:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866646:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.866648:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866657:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866663:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:0.0:1763338461.866666:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.866668:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866674:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2194 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.866712:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2186 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ffc expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.866721:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.866724:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.866728:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2186 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4ffc expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.866739:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3fc00, rc 0) 00000100:00100000:0.0:1763338461.866799:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57023:x1848993291054464:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 497us (662us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338461.866806:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10198 00000100:00100000:3.0:1763338461.869755:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.869868:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291054592 00000100:00100000:0.0:1763338461.869877:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291054592 00000100:00100000:0.0:1763338461.869925:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10199 00000100:00100000:0.0:1763338461.869934:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57023:x1848993291054592:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.869955:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.869980:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b219b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5003 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.870036:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b21a2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.870050:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b21a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.870060:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b21a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338461.870103:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338461.870108:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338461.870138:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b219b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5003 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.870154:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b21a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5003 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.870163:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338461.870166:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338461.870169:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:0.0:1763338461.870233:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57023:x1848993291054592:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 300us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.870240:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10199 00000100:00100000:2.0:1763338461.877021:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.877132:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291054848 00000100:00100000:1.0:1763338461.877146:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291054848 00000100:00100000:1.0:1763338461.877201:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10200 00000100:00100000:1.0:1763338461.877212:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57024:x1848993291054848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338461.877232:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.877255:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b21a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af500a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.877373:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338461.877387:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877398:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877407:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338461.877414:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877420:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877458:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877464:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877470:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877475:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877482:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.877485:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877492:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877503:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:1.0:1763338461.877507:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.877512:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877517:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b21b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877530:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877536:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877541:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877546:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338461.877548:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877553:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877560:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338461.877563:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338461.877565:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877570:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b21b7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338461.877596:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b21a9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af500a expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.877605:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:1.0:1763338461.877608:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338461.877612:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b21a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af500a expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.877620:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338461.877683:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57024:x1848993291054848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 473us (673us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338461.877690:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10200 00000100:00100000:2.0:1763338461.882887:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.882968:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291055104 00000100:00100000:0.0:1763338461.882979:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291055104 00000100:00100000:0.0:1763338461.883046:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10201 00000100:00100000:0.0:1763338461.883056:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57023:x1848993291055104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.883079:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.883083:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338461.883110:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b21a2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5003 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.883128:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338461.883138:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338461.883153:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b21be lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5011 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.883408:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.883422:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883432:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883442:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.883449:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883455:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883848:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.883858:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883865:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338461.883875:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 0 00010000:00010000:0.0:1763338461.883898:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883904:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883910:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883915:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883921:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.883926:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883933:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883942:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338461.883945:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.883948:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883954:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b21c5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338461.883963:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e684a2c2 reply state 0000000080747093 transno 4294973204 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883977:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.883983:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:0.0:1763338461.883985:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338461.883988:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338461.884012:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b21be lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.884027:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.884034:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.884036:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338461.884038:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338461.885355:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57023:x1848993291055104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2292us (2471us total) trans 4294973204 rc 0/0 00000100:00100000:0.0:1763338461.885367:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10201 00000100:00100000:3.0:1763338461.888712:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.888770:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291055360 00000100:00100000:0.0:1763338461.888781:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291055360 00000100:00100000:0.0:1763338461.888844:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10202 00000100:00100000:0.0:1763338461.888854:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57023:x1848993291055360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338461.888880:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338461.888901:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b21e1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5018 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.889013:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338461.889029:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.889037:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.889071:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.889085:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 292 pid: 13583 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.889099:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303245952:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.889181:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c840 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.891856:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303245952:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338461.891884:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338461.892287:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.892603:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291055488 00000100:00100000:0.0:1763338461.892610:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291055488 00010000:00010000:0.0:1763338461.892641:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 293 pid: 13583 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.892979:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3352 00000100:00100000:0.0:1763338461.892989:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c33850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2409:x1848993291055488:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338461.893005:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338461.893012:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 293 pid: 13583 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.893025:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 293 pid: 13583 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.893046:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b21d3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5011 expref: 293 pid: 13583 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338461.893063:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338461.893068:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.893076:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.893084:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.893111:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338461.893608:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.893619:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338461.893645:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 0 00000004:00080000:3.0:1763338461.893840:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28e:0x0], index 1: 0 00000004:00080000:3.0:1763338461.893846:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28e:0x0], index 0: 0 00000004:00080000:3.0:1763338461.893851:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28f:0x0], index 0: 0 00000004:00080000:3.0:1763338461.893855:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28f:0x0], index 1: 0 00010000:00010000:3.0:1763338461.893970:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.893978:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.893984:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.893990:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.893996:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.894003:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.894014:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338461.894017:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338461.894021:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.894027:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b21e8 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338461.894079:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b21e1 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5018 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.894088:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338461.894090:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338461.894094:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b21e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5018 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.894108:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338461.894198:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c33850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291055488:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1209us (1933us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.894208:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3352 00000100:00100000:3.0:1763338461.896401:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57023:x1848993291055360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7535us (7685us total) trans 4294973205 rc 301/301 00000100:00100000:3.0:1763338461.896414:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10202 00000100:00100000:3.0:1763338461.899098:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.899257:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291055744 00000100:00100000:2.0:1763338461.899586:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291055744 00000100:00100000:2.0:1763338461.900595:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3563 00000100:00100000:2.0:1763338461.900611:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57023:x1848993291055744:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338461.900914:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57023:x1848993291055744:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 306us (1824us total) trans 4294973206 rc 0/0 00000100:00100000:2.0:1763338461.900927:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3563 00000100:00100000:3.0:1763338461.904337:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.904379:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.904484:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291056000 00000100:00100000:2.0:1763338461.904497:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291056000 00000100:00100000:2.0:1763338461.904550:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10203 00000100:00100000:2.0:1763338461.904561:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57024:x1848993291056000:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.904586:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.904610:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b21f6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af501f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.904724:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.904738:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.904749:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.904760:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.904768:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.904774:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.904883:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b220b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338461.904893:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b220b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.904901:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b220b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338461.904912:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 0 00010000:00010000:2.0:1763338461.904988:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.904997:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905003:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905010:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905016:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.905021:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905028:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905041:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338461.905044:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.905048:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905053:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b21fd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905066:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905076:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905082:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905087:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277623800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338461.905089:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905095:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905101:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:2.0:1763338461.905103:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338461.905106:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905111:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2204 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338461.905146:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b21f6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af501f expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.905163:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b220b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af501f expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.905170:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.905172:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338461.905175:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622a00, rc 0) 00000100:00100000:2.0:1763338461.905228:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57024:x1848993291056000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 669us (911us total) trans 4294973207 rc 0/0 00000100:00100000:2.0:1763338461.905235:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10203 00000100:00100000:0.0:1763338461.905537:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291056256 00000100:00100000:0.0:1763338461.905543:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291056256 00000100:00100000:0.0:1763338461.905585:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3564 00000100:00100000:0.0:1763338461.905592:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57023:x1848993291056256:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338461.905719:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57023:x1848993291056256:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 126us (1338us total) trans 4294973208 rc 0/0 00000100:00100000:0.0:1763338461.905726:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3564 00000100:00100000:1.0:1763338461.910546:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.911179:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291056384 00000100:00100000:2.0:1763338461.911190:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291056384 00000100:00100000:2.0:1763338461.911252:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7119 00000100:00100000:2.0:1763338461.911277:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291056384:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.911296:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.911321:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5026 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338461.911364:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338461.911384:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.911387:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.911398:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 14 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.911415:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 14 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338461.911428:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277622000, rc 0) 00000100:00100000:2.0:1763338461.911496:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291056384:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 234us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.911503:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7119 00000100:00100000:1.0:1763338461.911544:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.911983:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291056512 00000100:00100000:2.0:1763338461.911989:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291056512 00000100:00100000:2.0:1763338461.912027:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10204 00000100:00100000:2.0:1763338461.912035:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291056512:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.912052:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.912066:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b2220 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af502d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.912095:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2227 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338461.912108:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2227 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.912117:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2227 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.912238:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b2220 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af502d expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.912257:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2227 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af502d expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.912300:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.912303:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338461.912307:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274474e00, rc 0) 00000100:00100000:2.0:1763338461.912363:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291056512:12345-192.168.202.34@tcp:101:bash.0 Request processed in 328us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.912370:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10204 00000100:00100000:0.0:1763338461.922762:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338461.922804:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.922951:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291056768 00000100:00100000:2.0:1763338461.922962:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291056768 00000100:00100000:2.0:1763338461.923019:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291057024 00000100:00100000:2.0:1763338461.923022:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291057024 00000100:00100000:2.0:1763338461.923049:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10205 00000100:00100000:2.0:1763338461.923058:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57024:x1848993291056768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.923079:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.923100:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b222e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5034 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.923203:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b2235 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338461.923217:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b2235 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.923227:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b2235 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338461.923239:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 0 00010000:00010000:2.0:1763338461.923386:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b222e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5034 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.923405:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b2235 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5034 expref: 299 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.923415:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.923418:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338461.923422:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd274475400, rc 0) 00000100:00100000:2.0:1763338461.923483:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57024:x1848993291056768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 425us (732us total) trans 4294973209 rc 0/0 00000100:00100000:2.0:1763338461.923491:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10205 00000100:00100000:2.0:1763338461.923515:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10206 00000100:00100000:2.0:1763338461.923522:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291057024:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338461.923547:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.923561:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b220b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af501f expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.923572:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.923575:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.923676:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338461.925914:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.925927:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338461.926023:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973210 00000004:00010000:2.0:1763338461.926070:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ddc9fd8e reply state 00000000f03cf75c transno 4294973211 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.926081:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.926088:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.926091:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338461.926094:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338461.926203:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291057024:12345-192.168.202.34@tcp:36:bash.0 Request processed in 2677us (3394us total) trans 4294973211 rc 0/0 00000100:00100000:2.0:1763338461.926212:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10206 00000020:00080000:2.0:1763338461.926217:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338461.926940:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.929884:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291057152 00000100:00100000:2.0:1763338461.929900:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291057152 00000100:00100000:2.0:1763338461.929969:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10207 00000100:00100000:2.0:1763338461.929978:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57024:x1848993291057152:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338461.930005:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.930028:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b224a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af503b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.930123:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338461.930139:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.930150:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338461.930177:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 0 00000004:00200000:2.0:1763338461.930181:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338461.930196:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.930220:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623200/0x4ea0a6980f4b224a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 302 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.930239:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.930248:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.930252:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338461.930256:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277623800, rc 0) 00000100:00100000:2.0:1763338461.931918:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57024:x1848993291057152:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1931us (4972us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.931937:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10207 00000100:00100000:0.0:1763338461.934139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.934584:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291057408 00000100:00100000:2.0:1763338461.934596:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291057408 00000100:00100000:2.0:1763338461.934661:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10208 00000100:00100000:2.0:1763338461.934672:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+301:55909:x1848993291057408:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338461.934710:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338461.934714:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338461.934745:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b2235 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5034 expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.934768:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.934773:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338461.934788:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2258 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5042 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.934843:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338461.934857:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.934867:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.934903:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.934918:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 301 pid: 10039 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.934937:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14761c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303246080:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.937215:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.938352:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.938870:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291057664 00000100:00100000:2.0:1763338461.938879:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291057664 00000100:00100000:2.0:1763338461.938948:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3565 00000100:00100000:2.0:1763338461.938958:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267c2fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57024:x1848993291057664:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338461.939203:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267c2fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57024:x1848993291057664:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 246us (857us total) trans 4294973212 rc 0/0 00000100:00100000:2.0:1763338461.939212:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3565 00000100:00100000:0.0:1763338461.944806:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.945224:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14761c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303246080:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338461.945255:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338461.945416:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291057920 00000100:00100000:3.0:1763338461.945424:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291057920 00000100:00100000:0.0:1763338461.945549:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.945733:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058048 00000100:00100000:2.0:1763338461.945737:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058048 00010000:00010000:2.0:1763338461.945766:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 304 pid: 10039 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.945813:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3353 00000100:00100000:2.0:1763338461.945823:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+304:2409:x1848993291058048:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.945839:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.945846:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 304 pid: 10039 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.945859:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 304 pid: 10039 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338461.945946:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10209 00000100:00100000:3.0:1763338461.945956:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57024:x1848993291057920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338461.945973:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338461.945996:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2266 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5049 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.946024:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623800/0x4ea0a6980f4b2251 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af503b expref: 305 pid: 10039 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.946044:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.946048:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.946058:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.946065:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.946075:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338461.946087:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338461.946091:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338461.946097:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946111:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338461.946119:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946127:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338461.946148:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+304:2409:x1848993291058048:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 325us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.946157:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3353 00010000:00010000:2.0:1763338461.946185:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.946192:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338461.946240:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338461.946250:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946258:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338461.946292:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 0 00010000:00010000:3.0:1763338461.946396:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946404:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946411:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946417:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.946422:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946430:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946440:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:3.0:1763338461.946443:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763338461.946448:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946455:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b227b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946470:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338461.946471:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1650, 88 off138088 00010000:00010000:3.0:1763338461.946482:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338461.946485:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131658221756ns, next at 1132561322893ns, rc = 0 00010000:00010000:3.0:1763338461.946493:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946499:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946509:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.946513:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946520:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338461.946527:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1650, 88 off137848 00010000:00010000:3.0:1763338461.946528:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338461.946535:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:2.0:1763338461.946537:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131658274160ns, next at 1132561296338ns, rc = 0 00010000:00010000:3.0:1763338461.946539:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946547:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b226d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946562:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946569:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338461.946570:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1651, 88 off137936 00000004:00080000:2.0:1763338461.946578:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131658316310ns, next at 1132561296338ns, rc = 0 00010000:00010000:3.0:1763338461.946580:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946591:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338461.946594:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338461.946599:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1651, 88 off138176 00010000:00010000:3.0:1763338461.946601:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338461.946607:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131658344554ns, next at 1132561322893ns, rc = 0 00010000:00010000:3.0:1763338461.946612:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:3.0:1763338461.946617:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338461.946620:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946627:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2274 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338461.946714:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2266 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5049 expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.946725:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:3.0:1763338461.946728:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338461.946732:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2266 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5049 expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.946745:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338461.946795:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57024:x1848993291057920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 841us (1999us total) trans 4294973213 rc 301/301 00000100:00100000:3.0:1763338461.946802:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10209 00000100:00100000:1.0:1763338461.955046:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338461.955103:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058304 00000100:00100000:2.0:1763338461.955114:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058304 00000100:00100000:1.0:1763338461.955896:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3566 00000100:00100000:1.0:1763338461.955911:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57024:x1848993291058304:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338461.956180:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57024:x1848993291058304:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 271us (1142us total) trans 4294973215 rc 0/0 00000100:00100000:1.0:1763338461.956188:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3566 00000100:00100000:2.0:1763338461.958981:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.959094:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058432 00000100:00100000:1.0:1763338461.959104:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058432 00000100:00100000:1.0:1763338461.959151:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3567 00000100:00100000:1.0:1763338461.959160:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57024:x1848993291058432:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:1.0:1763338461.959473:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14761c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57024:x1848993291058432:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 311us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.959481:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3567 00000001:00080000:1.0:1763338461.963667:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973214 is committed 00000004:00080000:1.0:1763338461.963689:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1082 committed 00000004:00080000:1.0:1763338461.963701:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1076 committed 00000004:00080000:1.0:1763338461.963710:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1075 committed 00000004:00080000:1.0:1763338461.963713:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1081 committed 00000004:00080000:1.0:1763338461.963732:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1080 committed 00000004:00080000:1.0:1763338461.963734:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1074 committed 00010000:00010000:0.0:1763338461.963967:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.963980:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.963987:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.963993:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.963998:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.964005:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.964021:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:0.0:1763338461.964024:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.964028:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.964035:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2139 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338461.964056:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964065:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964070:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964074:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.964077:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964082:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964089:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:0.0:1763338461.964092:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.964094:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964100:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b21cc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338461.964118:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.964124:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.964129:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.964134:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274474800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338461.964136:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.964142:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.964152:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:0.0:1763338461.964154:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338461.964157:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338461.964163:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474800/0x4ea0a6980f4b2243 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338461.964360:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5042 expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.964372:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.964375:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338461.964391:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277623e00/0x4ea0a6980f4b2258 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5042 expref: 284 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338461.964407:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5042 expref: 283 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.964447:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338461.964450:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338461.964453:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d1c0a00, rc 0) 00000100:00100000:2.0:1763338461.964527:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291057408:12345-192.168.202.34@tcp:101:bash.0 Request processed in 29855us (30395us total) trans 4294973214 rc 0/0 00000100:00100000:2.0:1763338461.964537:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10208 00000100:00100000:0.0:1763338461.964579:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303246592:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.964644:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.964682:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338461.964687:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303246208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.964708:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.964732:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303246336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.964752:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.964767:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338461.964771:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303246464:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.964786:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338461.964830:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303246592 00000100:00100000:0.0:1763338461.964836:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303246592 00000100:00100000:0.0:1763338461.964870:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303246208 00000100:00100000:0.0:1763338461.964873:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303246208 00000100:00100000:0.0:1763338461.964884:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303246336 00000100:00100000:0.0:1763338461.964886:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303246336 00000100:00100000:0.0:1763338461.964897:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303246464 00000100:00100000:0.0:1763338461.964899:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303246464 00000100:00100000:0.0:1763338461.964914:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7120 00000100:00100000:0.0:1763338461.964920:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303246592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338461.965082:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303246592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 161us (438us total) trans 17179871826 rc 0/0 00000100:00100000:0.0:1763338461.965089:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7120 00000100:00100000:0.0:1763338461.965100:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7121 00000100:00100000:0.0:1763338461.965106:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303246208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338461.965127:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:652 count 1 00010000:00010000:0.0:1763338461.965148:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965166:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965175:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338461.965177:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338461.965181:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965206:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965219:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 13 pid: 27816 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.965231:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303246720:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338461.965339:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.965358:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7122 00000100:00100000:0.0:1763338461.965365:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303246336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338461.965376:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:653 count 1 00002000:00010000:0.0:1763338461.965394:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338461.965400:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965408:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.965410:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338461.965413:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965425:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965433:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965440:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965456:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338461.965602:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303246336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 237us (848us total) trans 17179871827 rc 0/0 00000100:00100000:0.0:1763338461.965608:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7122 00000100:00100000:0.0:1763338461.965619:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7123 00000100:00100000:0.0:1763338461.965624:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3654:x1848993303246464:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338461.965670:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338461.965674:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.965677:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.965679:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338461.965682:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338461.965707:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303246464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (918us total) trans 17179871828 rc 0/0 00000100:00100000:0.0:1763338461.965714:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7123 00000004:00080000:0.0:1763338461.965790:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3c700/2, rc 0, transno 17179871826 00000100:00100000:0.0:1763338461.965796:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303246592:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338461.965813:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338461.965819:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965826:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.965830:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965838:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965852:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965859:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2290 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.965874:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.965875:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.965877:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338461.965910:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd260da1180/2, rc 0, transno 17179871828 00000100:00100000:0.0:1763338461.965914:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303246464:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338461.965921:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b9f480/2, rc 0, transno 17179871827 00000100:00100000:0.0:1763338461.965924:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303246336:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338461.967020:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303246848:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.967069:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.968360:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303247104:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.968411:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.968436:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338461.968441:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303246976:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.968462:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338461.968531:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303247232:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338461.968559:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338461.969502:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303246848 00000100:00100000:2.0:1763338461.969524:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303246848 00000100:00100000:2.0:1763338461.969854:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303247104 00000100:00100000:2.0:1763338461.969860:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303247104 00000100:00100000:1.0:1763338461.969895:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303246976 00000100:00100000:1.0:1763338461.969899:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303246976 00000100:00100000:1.0:1763338461.969921:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303247232 00000100:00100000:1.0:1763338461.969925:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303247232 00000100:00100000:1.0:1763338461.969944:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7124 00000100:00100000:1.0:1763338461.969954:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3657:x1848993303246848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338461.969984:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:652 count 1 00010000:00010000:1.0:1763338461.970014:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.970037:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 20 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.970046:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.970049:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338461.970053:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.970086:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 20 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.970106:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 20 pid: 27816 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338461.970121:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303247360:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.970199:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522780 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.970498:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7125 00000100:00100000:2.0:1763338461.970507:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3655:x1848993303247104:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.970705:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3655:x1848993303247104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 199us (2291us total) trans 21474839155 rc 0/0 00000100:00100000:2.0:1763338461.970713:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7125 00000100:00100000:2.0:1763338461.970732:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7126 00000100:00100000:2.0:1763338461.970739:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d651850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3655:x1848993303246976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338461.970752:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:653 count 1 00002000:00010000:2.0:1763338461.970773:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338461.970778:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.970787:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.970789:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.970793:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.970805:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.970813:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.970820:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.970843:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338461.971016:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d651850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3655:x1848993303246976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 277us (2552us total) trans 21474839156 rc 0/0 00000100:00100000:2.0:1763338461.971023:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7126 00000100:00100000:2.0:1763338461.971035:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7127 00000100:00100000:2.0:1763338461.971041:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3656:x1848993303247232:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.971113:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3656:x1848993303247232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (2553us total) trans 21474839157 rc 0/0 00000100:00100000:2.0:1763338461.971119:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7127 00010000:00010000:2.0:1763338461.971137:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338461.971143:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.971151:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277622a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338461.971155:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.971163:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.971179:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.971187:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277622a00/0x4ea0a6980f4b229e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.971209:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.971210:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.971212:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338461.971246:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430adf80/2, rc 0, transno 21474839157 00000100:00100000:2.0:1763338461.971253:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303247232:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.971297:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b90000/2, rc 0, transno 21474839156 00000100:00100000:2.0:1763338461.971302:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303246976:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338461.971310:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b91180/2, rc 0, transno 21474839155 00000100:00100000:2.0:1763338461.971313:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303247104:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338461.973436:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.973766:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058560 00000100:00100000:1.0:1763338461.973776:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058560 00000100:00100000:1.0:1763338461.973835:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7128 00000100:00100000:1.0:1763338461.973845:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291058560:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.973860:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.973879:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5050 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.973911:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338461.973920:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.973922:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.973927:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 15 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.973962:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338461.973973:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 15 pid: 17642 timeout: 1231 lvb_type: 1 00000100:00100000:1.0:1763338461.973992:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303247488:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338461.974084:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338461.976109:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.976123:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303247360:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338461.976152:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338461.976154:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338461.976179:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058688 00000100:00100000:2.0:1763338461.976186:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058688 00010000:00010000:2.0:1763338461.976220:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 16 pid: 27816 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.976254:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058816 00000100:00100000:2.0:1763338461.976258:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058816 00010000:00010000:2.0:1763338461.976294:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 21 pid: 27816 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338461.976315:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3354 00000100:00100000:2.0:1763338461.976323:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993291058688:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.976350:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.976356:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 16 pid: 27816 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.976368:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 16 pid: 27816 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.976392:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.976394:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.976399:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.976408:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.976427:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.976469:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993291058688:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 146us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.976475:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3354 00000100:00100000:2.0:1763338461.976492:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3355 00000100:00100000:2.0:1763338461.976497:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2408:x1848993291058816:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338461.976505:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338461.976509:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 21 pid: 27816 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.976519:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 21 pid: 27816 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.976533:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd274475800/0x4ea0a6980f4b2101 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fd2 expref: 21 pid: 27816 timeout: 1231 lvb_type: 0 00010000:00010000:2.0:1763338461.976548:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.976551:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338461.976554:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.976561:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338461.976584:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338461.976603:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2408:x1848993291058816:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 105us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338461.976609:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3355 00010000:00010000:0.0:1763338461.976772:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2108 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af4fe0 expref: 15 pid: 27816 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338461.976784:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303246720:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338461.976796:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.976804:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.976812:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.976821:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.976828:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.976853:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338461.976926:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.976938:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.976947:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.976955:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.976973:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763338461.977086:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303246208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11978us (12375us total) trans 17179871829 rc 0/0 00000100:00100000:0.0:1763338461.977098:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7121 00000100:00100000:1.0:1763338461.977135:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3657:x1848993303246848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7180us (10063us total) trans 21474839158 rc 0/0 00000100:00100000:1.0:1763338461.977144:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7124 00000004:00080000:0.0:1763338461.977150:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858c000/2, rc 0, transno 17179871829 00000100:00100000:0.0:1763338461.977157:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303246208:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338461.977193:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338461.977200:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977207:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.977211:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977220:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977234:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977241:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2289 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977292:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338461.977296:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977303:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338461.977306:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977314:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338461.977322:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89880/2, rc 0, transno 21474839158 00010000:00010000:0.0:1763338461.977335:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338461.977343:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303246848:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338461.977346:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2297 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338461.977367:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.977368:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338461.977369:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338461.979121:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338461.984470:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f010000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303247488:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338461.984510:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.984531:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338461.984598:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291058560:12345-192.168.202.34@tcp:101:bash.0 Request processed in 10754us (11172us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.984606:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7128 00000100:00100000:2.0:1763338461.985729:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338461.985854:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291058944 00000100:00100000:3.0:1763338461.985862:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291058944 00010000:00010000:3.0:1763338461.985895:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 14 pid: 17642 timeout: 1231 lvb_type: 1 00000100:00100000:3.0:1763338461.985934:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3356 00000100:00100000:3.0:1763338461.985942:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291058944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338461.985955:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338461.985960:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 14 pid: 17642 timeout: 1231 lvb_type: 1 00010000:00010000:3.0:1763338461.985979:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 14 pid: 17642 timeout: 1231 lvb_type: 1 00010000:00010000:3.0:1763338461.986006:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd277622000/0x4ea0a6980f4b2219 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5026 expref: 14 pid: 17642 timeout: 1231 lvb_type: 1 00010000:00010000:3.0:1763338461.986024:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.986026:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338461.986033:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.986042:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338461.986078:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338461.986092:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303247616:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338461.987906:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338461.992802:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303247616:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338461.992831:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338461.992892:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291058944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 6948us (7167us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338461.992906:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3356 00000100:00100000:2.0:1763338461.993925:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338461.994634:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291059072 00000100:00100000:1.0:1763338461.994643:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291059072 00000100:00100000:1.0:1763338461.994786:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7129 00000100:00100000:1.0:1763338461.994797:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993291059072:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338461.994815:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338461.994839:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5057 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338461.994863:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338461.994886:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.994889:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338461.994898:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 21 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.994914:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 21 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338461.994926:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338461.995836:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+21:55909:x1848993291059072:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1038us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338461.995846:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7129 00000100:00100000:2.0:1763338461.999965:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.000048:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.001092:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291059200 00000100:00100000:3.0:1763338462.001105:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291059200 00002000:00010000:2.0:1763338462.001230:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/654 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.001236:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee3800 with x1848993291059200 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.001250:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145ee3800. 00000100:00100000:2.0:1763338462.001294:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291059328 00000100:00100000:2.0:1763338462.001299:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291059328 00002000:00010000:2.0:1763338462.001315:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.001318:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee3480 with x1848993291059328 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.001335:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145ee3480. 00000100:00100000:2.0:1763338462.001358:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1745 00000100:00100000:2.0:1763338462.001371:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291059200:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:0.0:1763338462.001426:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1746 00000100:00100000:0.0:1763338462.001436:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291059328:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338462.001557:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338462.001557:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.001562:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:0.0:1763338462.001562:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338462.001565:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338462.001565:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338462.001568:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338462.001569:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338462.001571:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338462.001571:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338462.001623:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291059328:12345-192.168.202.34@tcp:10:bash.0 Request processed in 189us (1574us total) trans 21474839159 rc 0/0 00000100:00080000:3.0:1763338462.001629:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763338462.001632:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1746 00000100:00080000:3.0:1763338462.001633:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1763338462.001635:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.001638:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee3480 with x1848993291059328 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.001642:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145ee3480. 00000100:00100000:2.0:1763338462.002659:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291059200:12345-192.168.202.34@tcp:10:bash.0 Request processed in 1285us (2697us total) trans 17179871830 rc 0/0 00000100:00100000:2.0:1763338462.002671:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1745 00002000:00010000:2.0:1763338462.002676:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/654 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.003351:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145ee3800 with x1848993291059200 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.003364:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145ee3800. 00000100:00100000:3.0:1763338462.006183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.006230:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.006416:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291059584 00000100:00100000:0.0:1763338462.006426:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291059584 00000100:00100000:0.0:1763338462.006497:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3568 00000100:00100000:0.0:1763338462.006508:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:55909:x1848993291059584:12345-192.168.202.34@tcp:35:bash.0 00000100:00080000:2.0:1763338462.006746:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763338462.007159:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291059840 00000100:00100000:1.0:1763338462.007164:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291059840 00000100:00100000:1.0:1763338462.007210:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10210 00000100:00100000:1.0:1763338462.007218:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57025:x1848993291059840:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.007229:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.007253:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b22b3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af505e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.007355:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338462.007370:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007381:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007393:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338462.007399:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007405:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007498:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b22c8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338462.007508:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b22c8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007515:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b22c8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338462.007525:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f3:0x0]: returning size 5 00010000:00010000:1.0:1763338462.007588:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007595:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007600:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007606:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007612:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.007616:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007624:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007635:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.007638:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.007642:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007648:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b22ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007660:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007669:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007675:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007692:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.007695:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007700:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007707:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.007709:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.007712:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007718:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b22c1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.007758:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b22b3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af505e expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.007773:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b22c8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af505e expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.007779:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338462.007782:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.007785:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338462.007846:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57025:x1848993291059840:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 628us (1615us total) trans 4294973217 rc 0/0 00000100:00100000:1.0:1763338462.007853:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10210 00000100:00100000:0.0:1763338462.007923:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291059584:12345-192.168.202.34@tcp:35:bash.0 Request processed in 1415us (1749us total) trans 4294973216 rc 0/0 00000100:00100000:0.0:1763338462.007931:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3568 00000100:00100000:3.0:1763338462.011136:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.013607:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291060096 00000100:00100000:0.0:1763338462.013625:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291060096 00000100:00100000:0.0:1763338462.013694:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3569 00000100:00100000:0.0:1763338462.013705:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57025:x1848993291060096:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338462.014007:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57025:x1848993291060096:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 303us (2879us total) trans 4294973218 rc 0/0 00000100:00100000:0.0:1763338462.014016:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3569 00000100:00100000:2.0:1763338462.019021:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.019112:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291060352 00000100:00100000:3.0:1763338462.019122:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291060352 00000100:00100000:3.0:1763338462.019189:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10211 00000100:00100000:3.0:1763338462.019199:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd245822450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57026:x1848993291060352:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338462.019255:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763338462.019339:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d1c0a00/0x4ea0a6980f4b225f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5042 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.019363:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b22c8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af505e expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.019377:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274474e00/0x4ea0a6980f4b2227 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af502d expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.019388:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:3.0:1763338462.019401:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.019500:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.019515:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.019525:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.019538:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.019545:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.019553:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.019644:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.019653:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.019661:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338462.020028:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1652, 64 off138240 00000040:00080000:2.0:1763338462.020059:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1652, 64 off138000 00000040:00080000:2.0:1763338462.020072:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1653, 64 off138064 00000040:00080000:2.0:1763338462.020084:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1653, 64 off138304 00010000:00010000:2.0:1763338462.020141:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.020151:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020160:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020168:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020175:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020182:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020212:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338462.020231:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020237:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020243:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020249:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.020252:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.020254:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.020279:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.020285:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.020289:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.020298:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.020309:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:0.0:1763338462.020312:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338462.020316:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.020321:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b22eb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020432:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020442:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f3:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:2.0:1763338462.020445:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338462.020448:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020453:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475200/0x4ea0a6980f4b22e4 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020568:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020575:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020581:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020587:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020593:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.020597:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020604:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020612:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03b00) 00010000:00010000:2.0:1763338462.020615:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.020618:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020625:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475400/0x4ea0a6980f4b22d6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338462.020639:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003dd68cd0 reply state 000000004daf0161 transno 4294973219 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020651:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.020658:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:2.0:1763338462.020660:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338462.020663:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338462.020755:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.020757:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.020759:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338462.021445:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd245822450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57026:x1848993291060352:12345-192.168.202.34@tcp:36:rm.0 Request processed in 2242us (2430us total) trans 4294973219 rc 0/0 00000100:00100000:2.0:1763338462.021454:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10211 00000100:00100000:1.0:1763338462.025353:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.025868:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291060480 00000100:00100000:2.0:1763338462.025878:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291060480 00000100:00100000:2.0:1763338462.025916:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10212 00000100:00100000:2.0:1763338462.025925:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57025:x1848993291060480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.025950:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.025971:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b22f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5065 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.026028:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.026041:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026052:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026076:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.026083:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026090:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026126:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026132:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026137:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026143:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026149:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a25a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.026152:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026162:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026173:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:2.0:1763338462.026176:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.026179:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026185:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b22f9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026195:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026200:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026206:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026210:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.026213:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026218:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026224:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:2.0:1763338462.026226:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.026228:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026234:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2300 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.026463:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b22f2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5065 expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.026476:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03600) 00010000:00010000:2.0:1763338462.026479:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.026483:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b22f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5065 expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.026500:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24600, rc 0) 00000100:00100000:2.0:1763338462.026571:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57025:x1848993291060480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 645us (1228us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338462.026579:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10212 00000100:00100000:2.0:1763338462.035850:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.035925:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291060608 00000100:00100000:1.0:1763338462.035934:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291060608 00000100:00100000:3.0:1763338462.036180:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10213 00000100:00100000:3.0:1763338462.036193:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57027:x1848993291060608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.036213:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.036238:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2307 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af506c expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.037051:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.037070:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037082:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037092:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.037098:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037104:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037143:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037155:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037161:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037167:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037172:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.037176:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037183:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037193:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:2.0:1763338462.037197:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.037202:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037208:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b230e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037220:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037224:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037230:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037235:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.037238:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037243:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037250:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:2.0:1763338462.037252:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.037255:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037380:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2315 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.037417:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2307 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af506c expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.037428:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd144750b00) 00010000:00010000:2.0:1763338462.037430:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.037434:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2307 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af506c expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.037449:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:2.0:1763338462.037563:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57027:x1848993291060608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1371us (1720us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338462.037571:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10213 00000100:00100000:2.0:1763338462.040468:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.040542:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291060736 00000100:00100000:1.0:1763338462.040552:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291060736 00000100:00100000:1.0:1763338462.040631:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10214 00000100:00100000:1.0:1763338462.040641:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57027:x1848993291060736:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.040660:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.040817:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b231c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5073 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.040884:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.040897:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040907:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040916:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.040923:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040928:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040965:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040971:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040977:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040983:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040988:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.040992:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.040999:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041009:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.041012:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.041015:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041021:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2323 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041032:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041037:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041042:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041046:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.041049:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041054:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041060:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:1.0:1763338462.041063:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.041065:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041070:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b232a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.041094:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b231c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5073 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.041102:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.041105:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.041108:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b231c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5073 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.041119:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338462.041216:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57027:x1848993291060736:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 576us (755us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.041224:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10214 00000100:00100000:1.0:1763338462.046312:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.046375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.047715:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291060992 00000100:00100000:0.0:1763338462.047728:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291060992 00000100:00100000:0.0:1763338462.047786:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291061120 00000100:00100000:0.0:1763338462.047789:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291061120 00000100:00100000:0.0:1763338462.047814:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10215 00000100:00100000:0.0:1763338462.048036:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57028:x1848993291060992:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.048056:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.048079:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2331 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af507a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.048158:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.048171:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048181:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048191:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.048198:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048204:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048240:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048246:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048252:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048258:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338462.048408:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10216 00000100:00100000:2.0:1763338462.048420:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57027:x1848993291061120:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.048428:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.048436:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2346 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5081 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.048469:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b234d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338462.048483:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b234d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.048491:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b234d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338462.048531:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338462.048536:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338462.048569:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2346 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5081 expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.048587:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b234d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5081 expref: 289 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.048596:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.048599:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338462.048602:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92c00, rc 0) 00000100:00100000:2.0:1763338462.048670:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57027:x1848993291061120:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 253us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.048677:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10216 00010000:00010000:0.0:1763338462.048828:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.048833:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048842:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048852:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.048855:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.048859:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048866:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2338 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048877:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048883:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048889:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048893:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.048896:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048902:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048908:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:0.0:1763338462.048911:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.048914:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b233f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.048943:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2331 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af507a expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.048954:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.048956:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338462.048959:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2331 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af507a expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.048972:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338462.049010:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57028:x1848993291060992:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 979us (2709us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338462.049017:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10215 00000100:00100000:1.0:1763338462.055993:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.056097:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291061376 00000100:00100000:0.0:1763338462.056108:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291061376 00000100:00100000:0.0:1763338462.056166:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10217 00000100:00100000:0.0:1763338462.056176:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57027:x1848993291061376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.056198:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.056201:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338462.056229:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b234d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5081 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.056245:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.056255:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.056305:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2354 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5088 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.056416:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.056429:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.056439:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.056450:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.056458:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.056464:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057041:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.057052:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057059:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338462.057069:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 0 00010000:00010000:0.0:1763338462.057095:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057102:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057108:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057115:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057121:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.057125:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057132:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057144:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.057147:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.057150:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057156:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b235b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:0.0:1763338462.057166:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000068ba2943 reply state 00000000ccaa8a8d transno 4294973220 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057176:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.057182:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:0.0:1763338462.057184:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338462.057187:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338462.057211:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2354 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.057227:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.057233:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.057236:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.057238:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00000100:00100000:0.0:1763338462.057359:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57027:x1848993291061376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1185us (1376us total) trans 4294973220 rc 0/0 00000100:00100000:0.0:1763338462.057369:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10217 00000100:00100000:2.0:1763338462.065343:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.066353:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291061632 00000100:00100000:3.0:1763338462.066364:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291061632 00000100:00100000:3.0:1763338462.066427:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10218 00000100:00100000:3.0:1763338462.066437:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57027:x1848993291061632:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338462.066455:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338462.066466:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.066489:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2377 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af508f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.066596:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338462.066610:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.066619:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.066650:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.066662:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 290 pid: 6518 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338462.066675:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303247744:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.066975:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291061888 00000100:00100000:0.0:1763338462.066980:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291061888 00000100:00100000:3.0:1763338462.067012:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.067458:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10219 00000100:00100000:0.0:1763338462.067468:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57029:x1848993291061888:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.067479:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.067493:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2385 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5096 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.067548:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.067559:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067570:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338462.067582:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 0 00010000:00010000:0.0:1763338462.067663:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067672:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067677:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067683:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3ea00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.067687:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067694:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067802:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.067805:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763338462.067810:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067816:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b238c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.067855:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2385 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5096 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.067865:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.067867:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338462.067871:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2385 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5096 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.067880:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fe00, rc 0) 00000100:00100000:0.0:1763338462.068962:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57029:x1848993291061888:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1489us (2546us total) trans 4294973221 rc 301/301 00000100:00100000:0.0:1763338462.068973:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10219 00000100:00100000:3.0:1763338462.069845:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.069944:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303247744:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.069973:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338462.070034:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291062016 00000100:00100000:0.0:1763338462.070042:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291062016 00010000:00010000:0.0:1763338462.070077:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 292 pid: 6518 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338462.070119:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3357 00000100:00100000:0.0:1763338462.070130:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2410:x1848993291062016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338462.070149:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.070155:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 292 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338462.070171:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 292 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338462.070194:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2369 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5088 expref: 292 pid: 6518 timeout: 1231 lvb_type: 0 00010000:00010000:0.0:1763338462.070209:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.070214:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.070223:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.070243:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.070304:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338462.070366:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2410:x1848993291062016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 238us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.070374:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3357 00010000:00010000:2.0:1763338462.070510:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070518:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338462.070546:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 0 00000004:00080000:2.0:1763338462.070730:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x290:0x0], index 0: 0 00000004:00080000:2.0:1763338462.070738:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x290:0x0], index 1: 0 00000004:00080000:2.0:1763338462.070743:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x291:0x0], index 1: 0 00000004:00080000:2.0:1763338462.070747:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x291:0x0], index 0: 0 00010000:00010000:2.0:1763338462.070857:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070866:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070872:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070878:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.070882:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070889:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070898:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338462.070901:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338462.070905:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070911:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b237e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.070957:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2377 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af508f expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.070966:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338462.070968:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338462.070971:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2377 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af508f expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.070984:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:2.0:1763338462.071029:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57027:x1848993291061632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4593us (5705us total) trans 4294973222 rc 301/301 00000100:00100000:2.0:1763338462.071036:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10218 00000100:00100000:2.0:1763338462.071757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.072492:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291062272 00000100:00100000:0.0:1763338462.072500:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291062272 00000100:00100000:0.0:1763338462.072899:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3570 00000100:00100000:0.0:1763338462.072910:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57029:x1848993291062272:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338462.073628:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.073707:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57029:x1848993291062272:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 798us (1951us total) trans 4294973223 rc 0/0 00000100:00100000:0.0:1763338462.073717:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3570 00000100:00100000:0.0:1763338462.073735:0:35243:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291062528 00000100:00100000:0.0:1763338462.073740:0:35243:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291062528 00000100:00100000:0.0:1763338462.073772:0:35243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3571 00000100:00100000:0.0:1763338462.073780:0:35243:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e38050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57027:x1848993291062528:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338462.073874:0:35243:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e38050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57027:x1848993291062528:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 95us (248us total) trans 4294973224 rc 0/0 00000100:00100000:0.0:1763338462.073881:0:35243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3571 00000100:00100000:2.0:1763338462.075337:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.075426:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291062784 00000100:00100000:1.0:1763338462.075434:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291062784 00000100:00100000:1.0:1763338462.075479:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3572 00000100:00100000:1.0:1763338462.075489:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57027:x1848993291062784:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338462.075648:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57027:x1848993291062784:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 160us (328us total) trans 4294973225 rc 0/0 00000100:00100000:1.0:1763338462.075656:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3572 00000100:00100000:3.0:1763338462.075883:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.076087:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291063040 00000100:00100000:0.0:1763338462.076092:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291063040 00000100:00100000:0.0:1763338462.076131:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10220 00000100:00100000:0.0:1763338462.076138:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57029:x1848993291063040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.076148:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.076170:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b23a1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af509d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.076230:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338462.076244:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076255:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076295:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338462.076303:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076309:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076405:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b23b6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338462.076413:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b23b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076420:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b23b6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338462.076430:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 0 00010000:00010000:0.0:1763338462.076480:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076487:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076492:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076498:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076503:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.076506:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076512:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076523:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.076526:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.076531:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076540:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b23a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076552:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076557:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076562:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076568:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.076570:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076575:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076581:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:0.0:1763338462.076583:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.076586:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076590:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b23af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.076617:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b23a1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af509d expref: 296 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.076633:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b23b6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af509d expref: 295 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.076644:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.076647:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.076649:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24600, rc 0) 00000100:00100000:0.0:1763338462.076680:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57029:x1848993291063040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 543us (798us total) trans 4294973226 rc 0/0 00000100:00100000:0.0:1763338462.076687:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10220 00000100:00100000:3.0:1763338462.084832:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.085130:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291063168 00000100:00100000:1.0:1763338462.085141:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291063168 00000100:00100000:0.0:1763338462.085867:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7130 00000100:00100000:0.0:1763338462.085880:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291063168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.085898:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.085920:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50a4 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338462.085955:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338462.085978:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.085981:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.085991:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 23 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.086008:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 23 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.086022:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a25a00, rc 0) 00000100:00100000:0.0:1763338462.086078:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291063168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 201us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.086085:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7130 00000100:00100000:3.0:1763338462.088434:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.088806:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291063424 00000100:00100000:2.0:1763338462.088817:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291063424 00000100:00100000:2.0:1763338462.088883:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10221 00000100:00100000:2.0:1763338462.088894:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291063424:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.088919:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.088923:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338462.088960:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b23b6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af509d expref: 295 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.088985:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00000100:00100000:3.0:1763338462.089185:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.089200:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291063552 00000100:00100000:3.0:1763338462.089204:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291063552 00000100:00100000:3.0:1763338462.089232:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10222 00000100:00100000:3.0:1763338462.089239:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57029:x1848993291063552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.089247:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.089287:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b23cb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50b2 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.089351:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b23cb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50b2 expref: 296 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.089363:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b23cb lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50b2 expref: 296 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.089377:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:3.0:1763338462.089380:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338462.089382:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:3.0:1763338462.089431:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57029:x1848993291063552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 193us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.089438:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10222 00010000:00010000:2.0:1763338462.089671:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.089682:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b23d2 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50ab expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.089773:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b23d9 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.089783:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b23d9 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.089792:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b23d9 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.089805:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 0 00010000:00010000:2.0:1763338462.089901:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b23d2 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ab expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.089915:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b23d9 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ab expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.089922:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.090174:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763338462.090179:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:2.0:1763338462.090218:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291063424:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1327us (1796us total) trans 4294973227 rc 0/0 00000100:00100000:2.0:1763338462.090225:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10221 00000100:00100000:3.0:1763338462.093320:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.093363:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.094169:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291063936 00000100:00100000:2.0:1763338462.094181:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291063936 00000100:00100000:2.0:1763338462.094238:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10223 00000100:00100000:2.0:1763338462.094247:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291063936:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.094287:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.094306:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b23e7 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50b9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.094351:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b23ee lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338462.094364:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b23ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.094375:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b23ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.094492:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b23e7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50b9 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.094509:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b23ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50b9 expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.094517:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.094520:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338462.094524:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00000100:00100000:2.0:1763338462.094587:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291063936:12345-192.168.202.34@tcp:101:bash.0 Request processed in 340us (1222us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.094595:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10223 00000100:00100000:0.0:1763338462.094709:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291063808 00000100:00100000:0.0:1763338462.094714:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291063808 00000100:00100000:0.0:1763338462.094755:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3573 00000100:00100000:0.0:1763338462.094763:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57029:x1848993291063808:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338462.094911:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57029:x1848993291063808:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 148us (1599us total) trans 4294973228 rc 0/0 00000100:00100000:0.0:1763338462.094918:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3573 00000100:00100000:3.0:1763338462.098152:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.098233:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291064192 00000100:00100000:1.0:1763338462.098243:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291064192 00000100:00100000:1.0:1763338462.098315:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10224 00000100:00100000:1.0:1763338462.098334:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57029:x1848993291064192:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.098359:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.098383:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b23f5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50c0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.098460:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.098474:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098485:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098497:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.098504:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098513:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098609:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.098621:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098626:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098631:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098637:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.098640:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098647:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098658:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.098663:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098669:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b240a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338462.098686:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 0 00010000:00010000:1.0:1763338462.098762:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098769:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098774:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098780:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098785:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.098788:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098793:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098801:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.098804:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.098807:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098812:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b23fc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098820:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098825:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098830:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098834:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.098837:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098846:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098852:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:1.0:1763338462.098855:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.098857:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098862:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2403 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.098901:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b23f5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50c0 expref: 301 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.098910:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.098913:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338462.098916:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b23f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50c0 expref: 301 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.098928:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338462.099217:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57029:x1848993291064192:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 892us (1072us total) trans 4294973229 rc 301/301 00000100:00100000:1.0:1763338462.099225:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10224 00000100:00100000:3.0:1763338462.101544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.101638:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291064448 00000100:00100000:1.0:1763338462.101647:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291064448 00000100:00100000:1.0:1763338462.101700:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10225 00000100:00100000:1.0:1763338462.101710:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291064448:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338462.101878:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.101916:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b23d9 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1f4:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ab expref: 300 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.101935:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.101940:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.102110:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.102124:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.102133:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338462.102182:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973230 00000004:00010000:1.0:1763338462.102204:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4fcd00a reply state 00000000f7820864 transno 4294973231 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.102217:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.102222:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.102225:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.102227:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338462.102343:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:55909:x1848993291064448:12345-192.168.202.34@tcp:36:bash.0 Request processed in 633us (807us total) trans 4294973231 rc 0/0 00000100:00100000:1.0:1763338462.102350:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10225 00000020:00080000:1.0:1763338462.102355:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338462.102848:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.102903:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291064704 00000100:00100000:2.0:1763338462.102909:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291064704 00000100:00100000:2.0:1763338462.102950:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3574 00000100:00100000:2.0:1763338462.102958:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57029:x1848993291064704:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338462.103086:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57029:x1848993291064704:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 128us (238us total) trans 4294973232 rc 0/0 00000100:00100000:2.0:1763338462.103094:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3574 00000100:00100000:3.0:1763338462.104698:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.105032:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291064960 00000100:00100000:1.0:1763338462.105041:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291064960 00000100:00100000:1.0:1763338462.105370:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10226 00000100:00100000:1.0:1763338462.105382:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291064960:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338462.105435:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.105439:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338462.105469:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b23cb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50b2 expref: 303 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.105487:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.105493:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.105507:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b241f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50c7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.105558:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2426 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.105572:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2426 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.105580:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2426 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:0.0:1763338462.105809:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1654, 88 off138152 00000004:00080000:0.0:1763338462.105816:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131817554142ns, next at 1132561296338ns, rc = 0 00000040:00080000:0.0:1763338462.105854:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1654, 88 off138392 00000004:00080000:0.0:1763338462.105861:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131817598612ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.105888:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1655, 88 off138480 00000004:00080000:0.0:1763338462.105893:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1131817631337ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.105903:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1655, 88 off138240 00000004:00080000:0.0:1763338462.105907:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1131817644890ns, next at 1132561296338ns, rc = 0 00000100:00100000:0.0:1763338462.106087:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.106280:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065088 00000100:00100000:2.0:1763338462.106286:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065088 00000100:00100000:2.0:1763338462.106321:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3575 00000100:00100000:2.0:1763338462.106338:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57029:x1848993291065088:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:2.0:1763338462.106471:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57029:x1848993291065088:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 134us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.106478:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3575 00000001:00080000:1.0:1763338462.108920:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973233 is committed 00000004:00080000:1.0:1763338462.108932:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1078 committed 00010000:00010000:0.0:1763338462.108944:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338462.108946:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1084 committed 00010000:00010000:0.0:1763338462.108957:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338462.108959:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1083 committed 00000004:00080000:1.0:1763338462.108962:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1077 committed 00010000:00010000:0.0:1763338462.108964:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.108970:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd274475800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.108975:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.108982:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.108999:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:0.0:1763338462.109002:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.109008:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109014:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd274475800/0x4ea0a6980f4b22dd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109036:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109297:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109303:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109308:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.109310:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109316:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109332:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd242b03000) 00010000:00010000:0.0:1763338462.109335:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.109337:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109342:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2362 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109363:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109368:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109373:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109377:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.109379:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109385:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109391:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.109393:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.109396:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109400:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2418 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.109455:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2426 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50c7 expref: 283 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.109463:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.109465:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338462.109478:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b241f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50c7 expref: 283 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338462.109491:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2426 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50c7 expref: 282 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.109518:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.109520:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338462.109523:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a24a00, rc 0) 00000100:00100000:0.0:1763338462.109584:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:55909:x1848993291064960:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4203us (4890us total) trans 4294973233 rc 0/0 00000100:00100000:0.0:1763338462.109593:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10226 00000100:00100000:2.0:1763338462.109731:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14caf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303248256:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.109782:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.109814:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338462.109819:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303247872:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.109838:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.109860:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303248000:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.109877:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.109891:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338462.109895:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303248128:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.109908:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.109930:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248256 00000100:00100000:2.0:1763338462.109936:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248256 00000100:00100000:2.0:1763338462.109973:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303247872 00000100:00100000:2.0:1763338462.109976:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303247872 00000100:00100000:2.0:1763338462.109988:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248000 00000100:00100000:2.0:1763338462.109989:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248000 00000100:00100000:2.0:1763338462.109999:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248128 00000100:00100000:2.0:1763338462.110001:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248128 00000100:00100000:2.0:1763338462.110016:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7131 00000100:00100000:2.0:1763338462.110022:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3656:x1848993303248256:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.110178:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3656:x1848993303248256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 155us (394us total) trans 21474839160 rc 0/0 00000100:00100000:2.0:1763338462.110185:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7131 00000100:00100000:2.0:1763338462.110199:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7132 00000100:00100000:2.0:1763338462.110205:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3656:x1848993303247872:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338462.110218:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:654 count 1 00010000:00010000:2.0:1763338462.110236:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110252:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 22 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110279:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338462.110282:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338462.110286:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110313:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 22 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110337:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 22 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338462.110354:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303248384:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.110400:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338462.110417:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7133 00000100:00100000:2.0:1763338462.110425:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3654:x1848993303248000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338462.110437:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:655 count 1 00002000:00010000:2.0:1763338462.110456:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.110462:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110470:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.110472:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.110476:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110486:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110494:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110501:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110516:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338462.110677:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3654:x1848993303248000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 252us (797us total) trans 21474839161 rc 0/0 00000100:00100000:2.0:1763338462.110688:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7133 00000100:00100000:2.0:1763338462.110702:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7134 00000100:00100000:2.0:1763338462.110708:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3654:x1848993303248128:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338462.110764:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.110768:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.110770:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.110772:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.110774:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338462.110799:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3654:x1848993303248128:12345-0@lo:2:osp-syn-0-1.0 Request processed in 91us (890us total) trans 21474839162 rc 0/0 00000100:00100000:2.0:1763338462.110805:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7134 00000100:00080000:2.0:1763338462.110825:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763338462.110852:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338462.110859:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110866:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338462.110869:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110877:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110890:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110898:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2434 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.110914:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.110916:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.110918:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338462.110953:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b92680/2, rc 0, transno 21474839162 00000100:00100000:2.0:1763338462.110959:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303248128:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338462.110969:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd244b91c00/2, rc 0, transno 21474839161 00000100:00100000:2.0:1763338462.110972:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303248000:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338462.110991:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14caf3800/2, rc 0, transno 21474839160 00000100:00100000:2.0:1763338462.110995:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14caf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303248256:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.111239:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303248512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.111290:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.111311:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248512 00000100:00100000:0.0:1763338462.111311:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338462.111316:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248512 00000100:00100000:0.0:1763338462.111317:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303248896:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.111355:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7135 00000100:00100000:3.0:1763338462.111363:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3657:x1848993303248512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338462.111442:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:654 count 1 00010000:00010000:3.0:1763338462.111459:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.111474:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.111481:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338462.111483:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338462.111485:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.111506:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.111515:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:3.0:1763338462.111526:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303249024:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.111543:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.111565:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bca80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338462.114778:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303248768:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.114859:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.114906:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338462.114914:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303248640:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.114933:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.114969:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248896 00000100:00100000:2.0:1763338462.114978:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248896 00000100:00100000:2.0:1763338462.115031:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248768 00000100:00100000:2.0:1763338462.115034:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248768 00000100:00100000:2.0:1763338462.115053:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303248640 00000100:00100000:2.0:1763338462.115055:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303248640 00000100:00100000:2.0:1763338462.115074:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7136 00000100:00100000:2.0:1763338462.115082:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303248896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.115302:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303248896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 219us (3757us total) trans 17179871831 rc 0/0 00000100:00100000:2.0:1763338462.115309:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7136 00000100:00100000:2.0:1763338462.115339:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7137 00000100:00100000:2.0:1763338462.115346:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3655:x1848993303248768:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.115422:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3655:x1848993303248768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 76us (562us total) trans 17179871832 rc 0/0 00000100:00100000:2.0:1763338462.115429:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7137 00000100:00100000:2.0:1763338462.115440:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7138 00000100:00100000:2.0:1763338462.115446:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3655:x1848993303248640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338462.115460:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:655 count 1 00002000:00010000:2.0:1763338462.115487:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.115495:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115509:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.115511:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.115517:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115530:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115540:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115549:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115569:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338462.115726:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3655:x1848993303248640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 279us (790us total) trans 17179871833 rc 0/0 00000100:00100000:2.0:1763338462.115733:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7138 00010000:00010000:2.0:1763338462.115756:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338462.115763:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115771:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338462.115776:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115785:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115802:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115810:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2442 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.115828:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.115829:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.115831:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338462.115874:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da5c00/2, rc 0, transno 17179871831 00000100:00100000:2.0:1763338462.115880:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303248896:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338462.115904:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da7800/2, rc 0, transno 17179871833 00000100:00100000:2.0:1763338462.115908:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303248640:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763338462.115916:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da5880/2, rc 0, transno 17179871832 00000100:00100000:2.0:1763338462.115919:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303248768:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.117107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.117137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.117152:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065216 00000100:00100000:1.0:1763338462.117158:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065216 00000100:00100000:3.0:1763338462.117159:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338462.117195:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 23 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338462.117213:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065344 00000100:00100000:0.0:1763338462.117218:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065344 00000100:00100000:1.0:1763338462.117233:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3358 00010000:00010000:0.0:1763338462.117239:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 14 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338462.117240:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993291065216:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.117252:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.117257:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 23 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338462.117259:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3359 00010000:00010000:1.0:1763338462.117289:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 23 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338462.117290:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c31450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291065344:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338462.117299:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.117302:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 14 pid: 8869 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338462.117310:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.117311:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 14 pid: 8869 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338462.117312:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.117317:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.117322:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.117333:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.117336:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.117337:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.117345:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.117355:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.117359:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338462.117395:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993291065216:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 155us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.117402:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3358 00010000:00010000:2.0:1763338462.117750:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b22ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5057 expref: 22 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:2.0:1763338462.117763:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bf8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303248384:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.117783:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.117792:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.117799:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.117809:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.117817:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.117842:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338462.117959:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c31450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291065344:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 668us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.117967:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3359 00000100:00100000:0.0:1763338462.118014:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065472 00000100:00100000:0.0:1763338462.118018:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065472 00000100:00100000:0.0:1763338462.118046:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7139 00000100:00100000:0.0:1763338462.118052:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+22:55909:x1848993291065472:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338462.118063:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.118074:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50ce expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118092:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 23 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.118098:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.118100:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.118103:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 23 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118127:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 23 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.118138:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 23 pid: 27817 timeout: 1231 lvb_type: 1 00000100:00100000:0.0:1763338462.118149:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303249152:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.118188:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267de6180 going to sleep for 11 seconds 00010000:00010000:0.0:1763338462.118210:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b22a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5050 expref: 13 pid: 8869 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338462.118225:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303249024:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.118235:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118242:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118248:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118255:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118288:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118301:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763338462.118454:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303248512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7092us (7163us total) trans 17179871834 rc 0/0 00000100:00100000:0.0:1763338462.118460:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7135 00010000:00010000:0.0:1763338462.118478:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338462.118483:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118490:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.118493:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118502:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118515:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118521:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b242d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118536:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.118539:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118545:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.118547:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118554:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118563:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118569:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b243b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.118593:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.118595:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.118596:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.118653:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338462.119122:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3656:x1848993303247872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8915us (9280us total) trans 21474839163 rc 0/0 00000100:00100000:2.0:1763338462.119130:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7132 00000004:00080000:2.0:1763338462.119170:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708e8e00/2, rc 0, transno 17179871834 00000100:00100000:2.0:1763338462.119176:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303248512:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.119551:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.119675:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065728 00000100:00100000:1.0:1763338462.119681:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065728 00000100:00100000:1.0:1763338462.119718:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10227 00000100:00100000:1.0:1763338462.119727:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57030:x1848993291065728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.119749:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.119767:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2450 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50d5 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.119851:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.119867:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.119878:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.119889:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.119896:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.119902:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120009:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2465 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000004:00080000:0.0:1763338462.120018:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145ee2a00/2, rc 0, transno 21474839163 00010000:00010000:1.0:1763338462.120022:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2465 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338462.120023:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303247872:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338462.120028:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2465 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338462.120037:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f4:0x0]: returning size 2 00010000:00010000:1.0:1763338462.120120:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120127:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120132:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120138:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120143:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.120146:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120152:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120162:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.120165:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.120169:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120174:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2457 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120188:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120192:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120197:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120201:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.120203:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120208:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120214:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.120216:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.120219:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120224:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b245e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.120285:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2450 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50d5 expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.120303:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2465 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50d5 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.120310:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.120313:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.120316:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338462.120381:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57030:x1848993291065728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 655us (832us total) trans 4294973234 rc 0/0 00000100:00100000:1.0:1763338462.120389:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10227 00000100:00100000:3.0:1763338462.125031:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.125121:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065856 00000100:00100000:1.0:1763338462.125131:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065856 00010000:00010000:1.0:1763338462.125175:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 24 pid: 27817 timeout: 1231 lvb_type: 1 00000100:00100000:1.0:1763338462.125229:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3360 00000100:00100000:1.0:1763338462.125239:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2407:x1848993291065856:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.125255:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.125284:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 24 pid: 27817 timeout: 1231 lvb_type: 1 00010000:00010000:1.0:1763338462.125299:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 24 pid: 27817 timeout: 1231 lvb_type: 1 00010000:00010000:1.0:1763338462.125336:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.125338:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.125347:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 24 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.125357:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 24 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.125402:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 24 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338462.125418:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303249280:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338462.125458:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b23c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50a4 expref: 24 pid: 27817 timeout: 1231 lvb_type: 1 00000100:00100000:0.0:1763338462.125471:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303249152:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.125498:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 23 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.125509:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f000, rc 0) 00000100:00100000:1.0:1763338462.125513:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522240 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.125539:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:55909:x1848993291065472:12345-192.168.202.34@tcp:101:bash.0 Request processed in 7486us (8378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.125547:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7139 00000100:00100000:3.0:1763338462.128237:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.129409:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291065984 00000100:00100000:1.0:1763338462.129418:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303249280:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338462.129420:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291065984 00010000:00010000:1.0:1763338462.129443:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338462.129485:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7140 00000100:00100000:0.0:1763338462.129496:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291065984:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338462.129498:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2407:x1848993291065856:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4260us (4477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.129506:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3360 00010000:00010000:0.0:1763338462.129514:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.129531:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2473 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50dc expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.129588:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303249408:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763338462.129639:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338462.131167:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00002000:00010000:0.0:1763338462.135604:0:8403:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime: 0 -> 1763338462 00002000:00010000:0.0:1763338462.135615:0:8403:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime: 0 -> 1763338462 00002000:00010000:0.0:1763338462.135618:0:8403:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime: 0 -> 1763338462 00000100:00100000:0.0:1763338462.135640:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303249408:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338462.135680:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2473 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50dc expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.135704:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2473 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50dc expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.135715:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3e600, rc 0) 00000100:00100000:0.0:1763338462.135776:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291065984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6280us (7549us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338462.135786:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7140 00000100:00100000:2.0:1763338462.136299:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291066112 00000100:00100000:2.0:1763338462.136307:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291066112 00000100:00100000:2.0:1763338462.136366:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7141 00000100:00100000:2.0:1763338462.136375:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993291066112:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.136389:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.136409:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50e3 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.136426:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.136445:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.136447:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.136455:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.136468:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.136476:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93400, rc 0) 00000100:00100000:2.0:1763338462.136516:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291066112:12345-192.168.202.34@tcp:101:bash.0 Request processed in 142us (5360us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.136523:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7141 00000100:00100000:3.0:1763338462.138116:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.138179:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291066368 00000100:00100000:0.0:1763338462.138188:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291066368 00000100:00100000:0.0:1763338462.138245:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3576 00000100:00100000:0.0:1763338462.138255:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57030:x1848993291066368:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338462.138425:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.138512:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57030:x1848993291066368:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 258us (404us total) trans 4294973235 rc 0/0 00000100:00100000:0.0:1763338462.138520:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3576 00000100:00100000:1.0:1763338462.138597:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291066496 00000100:00100000:1.0:1763338462.138602:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291066496 00002000:00010000:1.0:1763338462.138625:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1763338462.138629:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147772300 with x1848993291066496 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338462.138640:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147772300. 00000100:00100000:1.0:1763338462.138666:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1747 00000100:00100000:1.0:1763338462.138673:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291066496:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338462.138803:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338462.138807:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:1.0:1763338462.138809:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1763338462 -> 0 00002000:00010000:1.0:1763338462.138811:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:1.0:1763338462.138813:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338462.138846:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291066496:12345-192.168.202.34@tcp:10:bash.0 Request processed in 174us (421us total) trans 21474839164 rc 0/0 00000100:00100000:1.0:1763338462.138852:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1747 00002000:00010000:1.0:1763338462.138855:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1763338462.138857:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147772300 with x1848993291066496 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338462.138862:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd147772300. 00000100:00100000:3.0:1763338462.143418:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.144577:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291066624 00000100:00100000:2.0:1763338462.144590:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291066624 00002000:00010000:2.0:1763338462.144637:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.144643:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147771500 with x1848993291066624 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.144655:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147771500. 00000100:00100000:2.0:1763338462.144695:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1748 00000100:00100000:2.0:1763338462.144706:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291066624:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338462.144882:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.144898:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338462.144901:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.144903:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:2.0:1763338462.144905:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338462.144972:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291066624:12345-192.168.202.34@tcp:10:bash.0 Request processed in 267us (1563us total) trans 17179871835 rc 0/0 00000100:00100000:2.0:1763338462.144980:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1748 00002000:00010000:2.0:1763338462.144984:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.144986:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd147771500 with x1848993291066624 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.144991:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd147771500. 00000100:00100000:3.0:1763338462.148676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.148788:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291066880 00000100:00100000:2.0:1763338462.148800:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291066880 00000100:00100000:2.0:1763338462.148864:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3577 00000100:00100000:2.0:1763338462.148875:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291066880:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338462.149205:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291066880:12345-192.168.202.34@tcp:35:bash.0 Request processed in 330us (537us total) trans 4294973236 rc 0/0 00000100:00100000:2.0:1763338462.149213:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3577 00000100:00100000:3.0:1763338462.158904:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.158984:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291067136 00000100:00100000:1.0:1763338462.158996:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291067136 00000100:00100000:1.0:1763338462.159066:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10228 00000100:00100000:1.0:1763338462.159076:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57032:x1848993291067136:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338462.159140:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338462.159168:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2426 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50c7 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.159193:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2465 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50d5 expref: 285 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.159207:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b23ee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50b9 expref: 284 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.159218:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.159229:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.159332:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.159346:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.159357:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.159371:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.159378:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.159388:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.159479:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.159487:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.159494:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:1.0:1763338462.162190:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1656, 64 off138304 00000040:00080000:1.0:1763338462.162219:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1656, 64 off138544 00000040:00080000:1.0:1763338462.162230:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1657, 64 off138608 00000040:00080000:1.0:1763338462.162240:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1657, 64 off138368 00010000:00010000:1.0:1763338462.162342:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.162360:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162370:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162378:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162385:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162391:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162424:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338462.162445:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162451:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162458:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162464:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.162468:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162476:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162487:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd14499d200) 00010000:00010000:1.0:1763338462.162490:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338462.162494:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162500:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b248f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162622:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162629:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162635:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162645:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162651:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.162654:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162660:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162668:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.162670:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.162673:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162678:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2481 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:1.0:1763338462.162691:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067abf598 reply state 000000004a0ed6a8 transno 4294973237 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162701:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.162707:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.162709:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.162714:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338462.162832:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57032:x1848993291067136:12345-192.168.202.34@tcp:36:rm.0 Request processed in 3752us (3932us total) trans 4294973237 rc 0/0 00000100:00100000:1.0:1763338462.162841:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10228 00010000:00010000:2.0:1763338462.162968:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338462.162976:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.162983:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338462.162986:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.162997:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.163006:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f4:0x0].0x0 (ffff8fd14499d200) 00010000:00010000:2.0:1763338462.163009:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338462.163012:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.163018:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2496 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.163030:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.163032:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.163034:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338462.178243:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.178449:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291067392 00000100:00100000:1.0:1763338462.178465:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291067392 00000100:00100000:1.0:1763338462.178550:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10229 00000100:00100000:1.0:1763338462.178561:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57031:x1848993291067392:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.178594:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.178627:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b249d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50ea expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.178737:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.178766:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178779:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178793:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.178801:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178807:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178868:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178875:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178881:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178891:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178898:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.178903:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178911:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178924:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.178928:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.178933:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178939:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b24a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178954:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178960:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178966:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178971:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.178973:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178979:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.178990:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.178992:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.178995:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.179000:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b24ab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.179031:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b249d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ea expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.179041:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.179044:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338462.179047:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b249d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ea expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.179060:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338462.179143:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57031:x1848993291067392:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 583us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.179152:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10229 00000100:00100000:3.0:1763338462.187877:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.188057:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291067520 00000100:00100000:1.0:1763338462.188071:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291067520 00000100:00100000:1.0:1763338462.188149:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10230 00000100:00100000:1.0:1763338462.188162:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57033:x1848993291067520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.188193:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.188230:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24b2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50f1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.188415:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.188434:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188449:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188462:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.188470:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188476:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188530:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188538:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188546:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188553:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188560:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.188566:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188579:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188594:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.188597:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.188603:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188609:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188626:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188632:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188638:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188643:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.188646:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188653:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188660:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.188662:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.188665:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188670:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24c0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.188710:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24b2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50f1 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.188722:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.188725:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.188729:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50f1 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.188746:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338462.188835:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57033:x1848993291067520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 674us (977us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.188848:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10230 00000100:00100000:2.0:1763338462.197824:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.199754:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291067648 00000100:00100000:1.0:1763338462.199769:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291067648 00000100:00100000:1.0:1763338462.199903:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10231 00000100:00100000:1.0:1763338462.199915:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57033:x1848993291067648:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.199936:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.199961:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50f8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.200028:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.200042:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200053:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200068:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.200076:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200082:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200331:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200340:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200346:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200352:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200358:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.200362:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200370:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200382:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.200385:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.200389:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200395:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b24ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200408:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200413:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200419:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200423:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.200426:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200431:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200437:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.200440:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.200442:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200448:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24d5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.200475:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24c7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50f8 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.200485:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.200488:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.200491:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50f8 expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.200507:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338462.201730:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57033:x1848993291067648:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1809us (3906us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.201740:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10231 00000100:00100000:0.0:1763338462.210224:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.210367:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291067776 00000100:00100000:1.0:1763338462.210379:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291067776 00000100:00100000:1.0:1763338462.210444:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10232 00000100:00100000:1.0:1763338462.210455:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57033:x1848993291067776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.210476:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.210497:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24dc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af50ff expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.210555:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24e3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.210568:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.210579:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338462.210623:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338462.210627:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338462.210659:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b24dc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ff expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.210676:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24e3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ff expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.210689:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.210692:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338462.210695:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338462.210757:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57033:x1848993291067776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 304us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.210764:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10232 00000100:00100000:3.0:1763338462.211240:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.211420:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291067904 00000100:00100000:0.0:1763338462.211426:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291067904 00000100:00100000:0.0:1763338462.211463:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10233 00000100:00100000:0.0:1763338462.211471:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57031:x1848993291067904:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.211482:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.211494:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b24ea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5106 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.211534:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.211543:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211551:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211560:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.211567:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211573:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211609:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211616:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211622:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211627:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.211631:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211639:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211648:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:0.0:1763338462.211651:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.211655:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211661:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b24f1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211669:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211674:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211680:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211684:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.211687:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211692:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211697:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.211700:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.211702:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211707:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b24f8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.211725:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b24ea lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5106 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.211734:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:0.0:1763338462.211737:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.211740:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b24ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5106 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.211747:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f200, rc 0) 00000100:00100000:0.0:1763338462.211781:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57031:x1848993291067904:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 311us (542us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338462.211788:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10233 00010000:00010000:2.0:1763338462.224233:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338462.228124:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.228353:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291068160 00000100:00100000:1.0:1763338462.228371:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291068160 00000100:00100000:0.0:1763338462.229632:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10234 00000100:00100000:0.0:1763338462.229660:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57033:x1848993291068160:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.229690:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.229695:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338462.229733:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b24e3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ff expref: 286 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.229760:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:0.0:1763338462.229775:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.229795:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b24ff lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af510d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.229928:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.229949:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.229962:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.229975:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.229983:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.229990:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230545:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.230557:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230566:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338462.230577:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 0 00010000:00010000:0.0:1763338462.230611:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230618:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230626:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230633:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.230639:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230648:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230659:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.230663:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.230667:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230674:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b2506 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338462.230689:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ed52d3a reply state 00000000fb902d33 transno 4294973238 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230701:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.230708:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.230711:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338462.230715:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338462.230756:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b24ff lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.230782:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.230791:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.230794:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.230797:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:0.0:1763338462.230899:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57033:x1848993291068160:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1250us (2789us total) trans 4294973238 rc 0/0 00000100:00100000:0.0:1763338462.230910:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10234 00000100:00100000:2.0:1763338462.238043:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.238119:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.238214:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291068416 00000100:00100000:0.0:1763338462.238236:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291068416 00000100:00100000:0.0:1763338462.238376:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291068672 00000100:00100000:0.0:1763338462.238381:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291068672 00000100:00100000:0.0:1763338462.238419:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10235 00000100:00100000:0.0:1763338462.238431:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57033:x1848993291068416:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.238468:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.238498:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2522 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5114 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.238553:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10236 00000100:00100000:3.0:1763338462.238576:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57034:x1848993291068672:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.238601:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.238623:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2529 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af511b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.238676:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.238697:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.238707:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.238755:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.238770:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:0.0:1763338462.238787:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303249536:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.238863:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338462.238881:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.238893:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338462.238905:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 0 00000100:00100000:0.0:1763338462.238915:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001eb40 going to sleep for 11 seconds 00010000:00010000:3.0:1763338462.239009:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.239018:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.239025:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.239031:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.239035:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.239046:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.239061:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:3.0:1763338462.239064:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763338462.239069:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.239075:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2537 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.239870:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2529 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af511b expref: 292 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.239889:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.239892:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338462.239897:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2529 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af511b expref: 292 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.239913:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:0.0:1763338462.240371:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57034:x1848993291068672:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1799us (2246us total) trans 4294973239 rc 301/301 00000100:00100000:0.0:1763338462.240381:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10236 00000100:00100000:2.0:1763338462.245164:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.245189:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303249536:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.245235:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338462.245446:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291068800 00000100:00100000:1.0:1763338462.245456:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291068800 00010000:00010000:1.0:1763338462.245506:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00000100:00100000:1.0:1763338462.245551:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3361 00000100:00100000:1.0:1763338462.245561:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2409:x1848993291068800:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.245589:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.245596:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338462.245609:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338462.245636:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b2514 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af510d expref: 291 pid: 6521 timeout: 1231 lvb_type: 0 00010000:00010000:1.0:1763338462.245652:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:1.0:1763338462.245656:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.245668:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.245675:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.245703:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338462.245783:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:2409:x1848993291068800:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 221us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.245791:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3361 00010000:00010000:0.0:1763338462.245889:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.245897:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338462.245932:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 0 00000100:00100000:0.0:1763338462.246146:0:8864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8864:1848993303249664:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1763338462.246198:0:8864:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.246226:0:8864:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ea80 going to sleep for 11 seconds 00000004:00080000:0.0:1763338462.246383:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x292:0x0], index 1: 0 00000004:00080000:0.0:1763338462.246390:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x292:0x0], index 0: 0 00000004:00080000:0.0:1763338462.246395:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x293:0x0], index 0: 0 00000004:00080000:0.0:1763338462.246400:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x293:0x0], index 1: 0 00010000:00010000:0.0:1763338462.246550:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246559:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246566:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246571:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.246576:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246585:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246597:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.246599:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338462.246604:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246610:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b2530 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.246666:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2522 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5114 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.246676:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.246678:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338462.246681:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fa00/0x4ea0a6980f4b2522 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5114 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.246700:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3fa00, rc 0) 00000100:00100000:0.0:1763338462.246739:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57033:x1848993291068416:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8311us (8711us total) trans 4294973240 rc 301/301 00000100:00100000:0.0:1763338462.246748:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10235 00000100:00100000:2.0:1763338462.247088:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303249664 00000100:00100000:3.0:1763338462.247095:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.247097:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303249664 00000100:00100000:3.0:1763338462.247131:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291069056 00000100:00100000:3.0:1763338462.247136:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291069056 00000100:00100000:2.0:1763338462.247146:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7142 00000100:00100000:2.0:1763338462.247158:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:8864:x1848993303249664:12345-0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1763338462.247182:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3578 00000100:00100000:3.0:1763338462.247191:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57034:x1848993291069056:12345-192.168.202.34@tcp:35:lfs.0 00002000:00080000:2.0:1763338462.247203:0:27816:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 674 00000100:00100000:3.0:1763338462.247418:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57034:x1848993291069056:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 228us (324us total) trans 4294973241 rc 0/0 00000100:00100000:3.0:1763338462.247426:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3578 00000100:00100000:1.0:1763338462.247721:0:9995:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9995:1848993303249792:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1763338462.247776:0:9995:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.247803:0:9995:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522240 going to sleep for 11 seconds 00000100:00100000:3.0:1763338462.248688:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303249792 00000100:00100000:3.0:1763338462.248698:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303249792 00000100:00100000:2.0:1763338462.249127:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:8864:x1848993303249664:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1968us (2923us total) trans 21474839165 rc 0/0 00000100:00100000:2.0:1763338462.249138:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7142 00000100:00100000:2.0:1763338462.249202:0:8864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8864:1848993303249664:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1763338462.249217:0:8864:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x293:0x0]-[0x280000400:0x2c1:0x0] 00000100:00100000:2.0:1763338462.249245:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7143 00000100:00100000:2.0:1763338462.249255:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:9995:x1848993303249792:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1763338462.249320:0:27816:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 674 00000100:00100000:3.0:1763338462.253072:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.253148:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291069312 00000100:00100000:0.0:1763338462.253162:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291069312 00000100:00100000:0.0:1763338462.253243:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3579 00000100:00100000:0.0:1763338462.253257:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57033:x1848993291069312:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338462.253622:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57033:x1848993291069312:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 367us (563us total) trans 4294973242 rc 0/0 00000100:00100000:0.0:1763338462.253632:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3579 00000100:00100000:2.0:1763338462.255073:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:9995:x1848993303249792:12345-0@lo:5:osp-pre-1-1.0 Request processed in 5812us (7288us total) trans 17179871836 rc 0/0 00000100:00100000:2.0:1763338462.255087:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7143 00000100:00100000:1.0:1763338462.255135:0:9995:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f011f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9995:1848993303249792:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1763338462.255157:0:9995:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x293:0x0]-[0x2c0000400:0x2c1:0x0] 00000100:00100000:0.0:1763338462.255897:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.255943:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291069568 00000100:00100000:2.0:1763338462.255958:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291069568 00000100:00100000:2.0:1763338462.256863:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10237 00000100:00100000:2.0:1763338462.256880:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57034:x1848993291069568:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.256905:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.256939:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b254c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5122 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.257038:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338462.257055:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257069:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257080:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338462.257088:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257094:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257235:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2561 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338462.257243:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2561 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257250:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2561 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338462.257277:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 0 00010000:00010000:2.0:1763338462.257386:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257394:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257400:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257406:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.257410:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257418:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257432:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd242b03a00) 00010000:00010000:2.0:1763338462.257435:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.257440:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257446:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2553 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257463:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257468:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257473:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257477:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.257479:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257484:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257489:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:2.0:1763338462.257490:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.257493:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257497:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b255a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.257540:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b254c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5122 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.257560:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2561 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5122 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.257566:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:2.0:1763338462.257569:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338462.257571:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93e00, rc 0) 00000100:00100000:2.0:1763338462.257654:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57034:x1848993291069568:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 778us (1761us total) trans 4294973243 rc 0/0 00000100:00100000:2.0:1763338462.257662:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10237 00000100:00100000:0.0:1763338462.258972:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.260865:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291069824 00000100:00100000:1.0:1763338462.260888:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291069824 00000100:00100000:1.0:1763338462.260983:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3580 00000100:00100000:1.0:1763338462.260995:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57033:x1848993291069824:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338462.261348:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57033:x1848993291069824:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 353us (2384us total) trans 4294973244 rc 0/0 00000100:00100000:1.0:1763338462.261357:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3580 00000100:00100000:3.0:1763338462.268372:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.268594:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291069952 00000100:00100000:2.0:1763338462.268604:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291069952 00000100:00100000:2.0:1763338462.268662:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7144 00000100:00100000:2.0:1763338462.268673:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291069952:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338462.268834:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.268919:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291070208 00000100:00100000:1.0:1763338462.268924:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291070208 00000100:00100000:1.0:1763338462.269197:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10238 00000100:00100000:1.0:1763338462.269207:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291070208:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.269234:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.269238:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338462.269297:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2561 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5122 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.269320:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd242b03e00) 00010000:00010000:1.0:1763338462.269344:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.269358:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.269361:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b256f lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5130 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.269383:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5129 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.269408:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.269426:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.269428:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.269439:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 16 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.269455:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 16 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.269465:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93000, rc 0) 00000100:00100000:2.0:1763338462.269525:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291069952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 852us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.269533:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7144 00010000:00010000:1.0:1763338462.270659:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b257d lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.270677:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b257d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.270700:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b257d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338462.270714:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 0 00010000:00010000:1.0:1763338462.270824:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b256f lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5130 expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.270839:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b257d lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5130 expref: 295 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.270847:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.270851:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763338462.270853:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338462.270906:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291070208:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1701us (2073us total) trans 4294973245 rc 0/0 00000100:00100000:1.0:1763338462.270914:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10238 00000100:00100000:0.0:1763338462.276230:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.276407:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.276637:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291070336 00000100:00100000:1.0:1763338462.276647:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291070336 00000100:00100000:3.0:1763338462.276817:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291070592 00000100:00100000:3.0:1763338462.276821:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291070592 00000100:00100000:3.0:1763338462.276861:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3581 00000100:00100000:3.0:1763338462.276871:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57034:x1848993291070592:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338462.277104:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57034:x1848993291070592:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 232us (695us total) trans 4294973246 rc 0/0 00000100:00100000:3.0:1763338462.277112:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3581 00000100:00100000:1.0:1763338462.277214:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10239 00000100:00100000:1.0:1763338462.277222:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291070336:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.277234:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.277256:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b258b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5137 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.277318:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2592 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.277344:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2592 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.277357:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2592 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.277441:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b258b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5137 expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.277458:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2592 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5137 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.277467:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.277469:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338462.277474:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338462.277515:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291070336:12345-192.168.202.34@tcp:101:bash.0 Request processed in 293us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.277524:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10239 00000100:00100000:0.0:1763338462.282767:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.282831:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291071104 00000100:00100000:1.0:1763338462.282841:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291071104 00000100:00100000:1.0:1763338462.282898:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10240 00000100:00100000:1.0:1763338462.282906:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291071104:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338462.282959:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.282984:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b257d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1f5:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5130 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.283000:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.283004:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.283166:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.283181:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.283191:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338462.283232:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973247 00000004:00010000:1.0:1763338462.283250:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025260623 reply state 0000000092805669 transno 4294973248 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.283302:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.283309:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.283311:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.283313:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338462.283407:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:55909:x1848993291071104:12345-192.168.202.34@tcp:36:bash.0 Request processed in 501us (650us total) trans 4294973248 rc 0/0 00000100:00100000:1.0:1763338462.283415:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10240 00000020:00080000:1.0:1763338462.283420:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338462.283446:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.283784:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291070848 00000100:00100000:1.0:1763338462.283790:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291070848 00000100:00100000:1.0:1763338462.284581:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10241 00000100:00100000:1.0:1763338462.284596:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57034:x1848993291070848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.284615:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.284637:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b25a0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af513e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.284705:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.284717:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284728:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284738:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.284746:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284753:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284857:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.284870:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284878:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338462.284887:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 0 00010000:00010000:1.0:1763338462.284970:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284978:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284983:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284989:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.284994:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.284999:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285006:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285017:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.285020:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.285025:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285032:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285237:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285245:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285251:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285256:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.285259:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285286:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285295:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.285297:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.285301:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285306:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b25ae lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.285356:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b25a0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 302 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.285383:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 301 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.285391:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.285395:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.285397:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338462.285459:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57034:x1848993291070848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 868us (2014us total) trans 4294973249 rc 0/0 00000100:00100000:1.0:1763338462.285467:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10241 00000100:00100000:2.0:1763338462.286553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.287669:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291071232 00000100:00100000:1.0:1763338462.287680:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291071232 00000100:00100000:1.0:1763338462.287746:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10242 00000100:00100000:1.0:1763338462.287758:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:55909:x1848993291071232:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.287775:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.287793:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b25c3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5145 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.288014:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b25c3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5145 expref: 302 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.288031:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b25c3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5145 expref: 302 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.288053:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.288057:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338462.288061:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338462.288126:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:55909:x1848993291071232:12345-192.168.202.34@tcp:101:bash.0 Request processed in 370us (1579us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.288135:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10242 00000100:00100000:0.0:1763338462.290385:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.291061:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291071488 00000100:00100000:2.0:1763338462.291073:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291071488 00000100:00100000:2.0:1763338462.291134:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3582 00000100:00100000:2.0:1763338462.291144:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57034:x1848993291071488:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338462.291443:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57034:x1848993291071488:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 300us (1069us total) trans 4294973250 rc 0/0 00000100:00100000:2.0:1763338462.291452:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3582 00000100:00100000:3.0:1763338462.292054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.293733:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291071744 00000100:00100000:2.0:1763338462.293744:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291071744 00000100:00100000:2.0:1763338462.293810:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10243 00000100:00100000:2.0:1763338462.293820:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291071744:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.293839:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.293843:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338462.293875:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b25c3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5145 expref: 303 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.293896:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:2.0:1763338462.293901:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.293915:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b25ca lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af514c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.293959:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338462.293973:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 303 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.293983:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.294016:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 303 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.294030:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 303 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.294043:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303249920:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.294135:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:3.0:1763338462.296672:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.297717:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291071872 00000100:00100000:0.0:1763338462.297731:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291071872 00000100:00100000:0.0:1763338462.297802:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3583 00000100:00100000:0.0:1763338462.297813:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57034:x1848993291071872:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:0.0:1763338462.297994:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57034:x1848993291071872:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 181us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.298007:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3583 00000100:00100000:2.0:1763338462.298032:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303249920:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.298068:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338462.299170:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.299236:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072000 00000100:00100000:3.0:1763338462.299243:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072000 00010000:00010000:3.0:1763338462.299300:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 304 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.299343:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3362 00000100:00100000:3.0:1763338462.299352:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+304:2408:x1848993291072000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.299365:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.299372:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 304 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.299384:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 304 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.299411:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b25b5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af513e expref: 304 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.299427:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:3.0:1763338462.299432:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.299444:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.299453:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.299485:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.299529:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+303:2408:x1848993291072000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 179us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.299536:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3362 00010000:00010000:2.0:1763338462.301057:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338462.301072:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:2.0:1763338462.301342:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1658, 88 off138696 00000004:00080000:2.0:1763338462.301350:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132013087291ns, next at 1132561322893ns, rc = 0 00000040:00080000:2.0:1763338462.301388:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1658, 88 off138456 00000004:00080000:2.0:1763338462.301392:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132013130516ns, next at 1132561296338ns, rc = 0 00000040:00080000:2.0:1763338462.301405:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1659, 88 off138544 00000004:00080000:2.0:1763338462.301408:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132013146451ns, next at 1132561296338ns, rc = 0 00000040:00080000:2.0:1763338462.301417:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1659, 88 off138784 00000004:00080000:2.0:1763338462.301420:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132013157981ns, next at 1132561322893ns, rc = 0 00000001:00080000:1.0:1763338462.309948:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973251 is committed 00000004:00080000:1.0:1763338462.309962:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1086 committed 00000004:00080000:1.0:1763338462.309977:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1080 committed 00000004:00080000:1.0:1763338462.309991:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1079 committed 00000004:00080000:1.0:1763338462.309994:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1085 committed 00010000:00010000:1.0:1763338462.310111:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af514c expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.310125:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.310129:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1763338462.310142:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303250176:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338462.310149:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b25ca lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af514c expref: 286 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338462.310171:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af514c expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.310204:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.310207:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338462.310211:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:3.0:1763338462.310220:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.310294:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291071744:12345-192.168.202.34@tcp:101:bash.0 Request processed in 16473us (18240us total) trans 4294973251 rc 0/0 00000100:00100000:3.0:1763338462.310299:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338462.310305:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10243 00000100:00100000:3.0:1763338462.310311:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303250304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.310353:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.310386:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250048:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.310412:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.310428:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250560:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.310457:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.310555:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303250816:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.310590:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303250688:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.310640:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1763338462.310648:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.310674:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338462.310775:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310785:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310792:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310798:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.310803:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310810:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310822:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.310824:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.310828:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310834:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2488 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310848:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310854:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310859:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310866:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.310868:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310875:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310881:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.310884:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.310886:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310892:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b250d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.310906:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310911:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310916:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310921:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.310923:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310927:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310933:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:0.0:1763338462.310936:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.310939:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.310944:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2599 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338462.311296:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250944:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.311331:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.311375:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250176 00000100:00100000:1.0:1763338462.311382:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250176 00000100:00100000:1.0:1763338462.311423:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250304 00000100:00100000:1.0:1763338462.311426:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250304 00000100:00100000:1.0:1763338462.311437:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250048 00000100:00100000:1.0:1763338462.311439:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250048 00000100:00100000:1.0:1763338462.311451:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250560 00000100:00100000:1.0:1763338462.311453:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250560 00000100:00100000:1.0:1763338462.311463:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250432 00000100:00100000:1.0:1763338462.311465:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250432 00000100:00100000:1.0:1763338462.311475:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7145 00000100:00100000:1.0:1763338462.311481:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303250176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338462.311505:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:656 count 1 00010000:00010000:1.0:1763338462.311526:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311542:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 15 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311549:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338462.311552:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338462.311555:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311578:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 15 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311589:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 15 pid: 27816 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.311600:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f013800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303251072:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.311646:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.311661:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7146 00000100:00100000:1.0:1763338462.311667:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303250304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338462.311678:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:657 count 1 00002000:00010000:1.0:1763338462.311694:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338462.311700:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311712:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.311714:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.311718:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311729:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311737:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311743:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.311757:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338462.311970:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303250304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 302us (1616us total) trans 17179871837 rc 0/0 00000100:00100000:1.0:1763338462.311978:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7146 00000100:00100000:1.0:1763338462.311996:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7147 00000100:00100000:1.0:1763338462.312002:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:3657:x1848993303250048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338462.312015:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:656 count 1 00010000:00010000:1.0:1763338462.312029:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.312040:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 22 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.312051:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338462.312052:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338462.312055:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.312072:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 22 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.312081:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 22 pid: 8403 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.312090:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd26f012300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303251200:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.312114:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.312890:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250944 00000100:00100000:0.0:1763338462.312899:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250944 00000100:00100000:2.0:1763338462.312920:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7148 00000100:00100000:3.0:1763338462.312921:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.312936:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303250560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.312940:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250816 00000100:00100000:0.0:1763338462.312946:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250816 00000100:00100000:3.0:1763338462.312960:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7149 00000100:00100000:3.0:1763338462.312971:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303250432:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.312978:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7150 00000100:00100000:0.0:1763338462.312990:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3657:x1848993303250944:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338462.313061:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338462.313064:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763338462.313067:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338462.313069:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763338462.313072:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:1.0:1763338462.313194:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f8e00/2, rc 0, transno 17179871838 00000100:00100000:1.0:1763338462.313200:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250432:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338462.313210:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128a80/2, rc 0, transno 21474839166 00000100:00100000:1.0:1763338462.313213:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250944:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338462.313220:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498fb100/2, rc 0, transno 17179871839 00000100:00100000:1.0:1763338462.313223:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250560:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.315528:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+27:3657:x1848993303250560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2588us (5060us total) trans 17179871839 rc 0/0 00000100:00100000:2.0:1763338462.315541:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7148 00000100:00100000:2.0:1763338462.315574:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7151 00000100:00100000:2.0:1763338462.315586:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:3655:x1848993303250816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.315714:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3657:x1848993303250432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2743us (5036us total) trans 17179871838 rc 0/0 00000100:00100000:0.0:1763338462.315717:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3657:x1848993303250944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2728us (4392us total) trans 21474839166 rc 0/0 00000100:00100000:3.0:1763338462.315731:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7149 00000100:00100000:0.0:1763338462.315806:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7150 00010000:00010000:0.0:1763338462.315837:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.315845:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.315858:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.315863:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.315875:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.315877:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:3655:x1848993303250816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 294us (2957us total) trans 21474839167 rc 0/0 00000100:00100000:3.0:1763338462.315886:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338462.315921:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.315936:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b25df lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763338462.315942:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498fa300/2, rc 0, transno 17179871837 00010000:00010000:0.0:1763338462.315958:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.315962:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.315964:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338462.316668:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.316778:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303250304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.316823:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303250688 00000100:00100000:3.0:1763338462.316831:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303250688 00000100:00100000:3.0:1763338462.316877:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072128 00000100:00100000:3.0:1763338462.316881:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072128 00000100:00100000:3.0:1763338462.316898:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7152 00000100:00100000:3.0:1763338462.316906:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3654:x1848993303250688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338462.316929:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:657 count 1 00002000:00010000:3.0:1763338462.316965:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338462.316972:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.316985:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.316987:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.316993:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.317009:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.317018:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.317031:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.317047:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7151 00010000:00010000:3.0:1763338462.317058:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338462.317082:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7153 00000100:00100000:2.0:1763338462.317093:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f010e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993291072128:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.317105:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.317119:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5153 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.317142:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.317150:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.317152:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.317157:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 17 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.317199:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.317213:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 1232 lvb_type: 1 00000100:00100000:2.0:1763338462.317226:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303251328:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.317303:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3654:x1848993303250688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 396us (1421us total) trans 21474839168 rc 0/0 00000100:00100000:3.0:1763338462.317312:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7152 00000100:00100000:2.0:1763338462.317333:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00010000:00010000:3.0:1763338462.317343:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1763338462.317347:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612b100/2, rc 0, transno 21474839168 00010000:00010000:3.0:1763338462.317351:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.317358:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303250688:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338462.317362:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338462.317367:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.317376:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338462.317381:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146129880/2, rc 0, transno 21474839167 00000100:00100000:2.0:1763338462.317389:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303250816:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338462.317392:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.317402:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b25ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.317418:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.317420:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.317422:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338462.323836:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.323872:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.323898:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072256 00000100:00100000:1.0:1763338462.323907:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072256 00000100:00100000:3.0:1763338462.323915:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072768 00000100:00100000:3.0:1763338462.323922:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072768 00010000:00010000:1.0:1763338462.323947:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 18 pid: 27816 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.323969:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10244 00000100:00100000:3.0:1763338462.323980:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+282:57035:x1848993291072768:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338462.323986:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3363 00000100:00100000:1.0:1763338462.323997:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291072256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.324006:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.324013:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.324019:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 18 pid: 27816 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.324030:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b25fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af515a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.324033:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 18 pid: 27816 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.324070:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.324072:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.324077:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.324087:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.324109:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338462.324115:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338462.324130:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324140:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338462.324159:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291072256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 163us (285us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338462.324160:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00000100:00100000:1.0:1763338462.324174:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3363 00010000:00010000:3.0:1763338462.324175:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324184:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324308:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2610 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338462.324318:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2610 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324337:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2610 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338462.324349:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 2 00000100:00100000:0.0:1763338462.324373:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.324433:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303251328:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.324443:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324452:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324458:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338462.324460:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 17 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.324471:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324481:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.324483:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00010000:00010000:3.0:1763338462.324486:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324495:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324506:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc500) 00010000:00010000:3.0:1763338462.324510:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.324515:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338462.324519:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f010e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993291072128:12345-192.168.202.34@tcp:101:bash.0 Request processed in 7427us (7852us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338462.324526:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2602 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338462.324534:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7153 00010000:00010000:3.0:1763338462.324543:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324551:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324561:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324567:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.324570:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324577:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338462.324586:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338462.324587:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc300) 00010000:00010000:3.0:1763338462.324592:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.324594:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324599:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2609 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.324635:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b25fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af515a expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.324649:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2610 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af515a expref: 284 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.324655:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:3.0:1763338462.324657:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338462.324660:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338462.324700:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57035:x1848993291072768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 723us (875us total) trans 4294973252 rc 0/0 00000100:00100000:3.0:1763338462.324706:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10244 00000100:00100000:1.0:1763338462.325177:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f012300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303251200:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338462.325193:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338462.325220:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072384 00000100:00100000:1.0:1763338462.325224:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072384 00010000:00010000:1.0:1763338462.325242:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 23 pid: 8403 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.325293:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072512 00000100:00100000:1.0:1763338462.325296:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072512 00010000:00010000:1.0:1763338462.325308:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 1232 lvb_type: 1 00000100:00100000:1.0:1763338462.325336:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3364 00000100:00100000:1.0:1763338462.325344:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291072384:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.325354:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.325359:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 23 pid: 8403 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.325365:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3365 00010000:00010000:1.0:1763338462.325375:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 23 pid: 8403 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.325381:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291072512:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.325397:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.325401:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2449 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50ce expref: 23 pid: 8403 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.325406:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 1232 lvb_type: 1 00010000:00010000:1.0:1763338462.325416:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.325420:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.325423:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 1232 lvb_type: 1 00010000:00010000:1.0:1763338462.325426:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325450:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.325452:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2576 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5129 expref: 17 pid: 27816 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338462.325473:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.325476:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.325480:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338462.325483:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.325493:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338462.325509:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291072384:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 164us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.325516:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3364 00010000:00010000:3.0:1763338462.325527:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325540:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.325543:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1444fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303251456:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338462.325556:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325564:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325572:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325589:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338462.325590:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bc300 going to sleep for 11 seconds 00010000:00010000:2.0:1763338462.325678:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b247a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af50e3 expref: 16 pid: 27816 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.325692:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd26f013800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303251072:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.325706:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.325715:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.325723:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.325731:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.325740:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.325757:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763338462.325806:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3657:x1848993303250048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13803us (15392us total) trans 21474839169 rc 0/0 00000100:00100000:1.0:1763338462.325825:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7147 00010000:00010000:1.0:1763338462.325846:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338462.325853:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325866:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.325870:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325879:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325891:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325898:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b25e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325919:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1763338462.325921:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3654:x1848993303250176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14438us (15700us total) trans 17179871840 rc 0/0 00010000:00010000:1.0:1763338462.325923:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.325938:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7145 00010000:00010000:1.0:1763338462.325939:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.325945:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325952:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325961:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.325962:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.325975:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b25d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.325989:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.325991:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.325993:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338462.326017:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146129c00/2, rc 0, transno 21474839169 00000100:00100000:1.0:1763338462.326023:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303250048:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763338462.327494:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498faa00/2, rc 0, transno 17179871840 00000100:00100000:0.0:1763338462.327506:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303250176:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.333104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.333627:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1444fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303251456:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338462.333653:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338462.333768:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291072896 00000100:00100000:2.0:1763338462.333775:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291072896 00000100:00100000:2.0:1763338462.333838:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7154 00000100:00100000:2.0:1763338462.333848:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+22:55909:x1848993291072896:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.333865:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.333886:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5161 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.333910:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.333930:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.333933:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.333942:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 23 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.333958:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 23 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.333970:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93400, rc 0) 00000100:00100000:3.0:1763338462.334631:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291072512:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9250us (10044us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.334643:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3365 00000100:00100000:2.0:1763338462.334734:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+23:55909:x1848993291072896:12345-192.168.202.34@tcp:101:bash.0 Request processed in 883us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.334742:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7154 00000100:00100000:0.0:1763338462.335554:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.337990:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291073152 00000100:00100000:3.0:1763338462.338005:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291073152 00000100:00100000:1.0:1763338462.338493:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3584 00000100:00100000:1.0:1763338462.338503:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57035:x1848993291073152:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338462.338735:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57035:x1848993291073152:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 232us (3183us total) trans 4294973253 rc 0/0 00000100:00100000:1.0:1763338462.338743:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3584 00000100:00100000:1.0:1763338462.342287:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.342351:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.342397:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291073408 00000100:00100000:3.0:1763338462.342407:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291073408 00002000:00010000:3.0:1763338462.342445:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/658 (0->18446744073709551615) 00002000:00100000:3.0:1763338462.342450:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747e300 with x1848993291073408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338462.342461:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27747e300. 00000100:00100000:3.0:1763338462.342491:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291073280 00000100:00100000:3.0:1763338462.342494:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291073280 00002000:00010000:3.0:1763338462.342506:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/658 (0->18446744073709551615) 00002000:00100000:3.0:1763338462.342509:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747c380 with x1848993291073280 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338462.342515:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27747c380. 00000100:00100000:3.0:1763338462.342542:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1749 00000100:00100000:3.0:1763338462.342550:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291073408:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338462.342721:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x292:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763338462.342724:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1750 00002000:00010000:3.0:1763338462.342726:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x292:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:3.0:1763338462.342730:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x292:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338462.342733:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x292:0x0] updating lvb ctime from disk: 0 -> 1763338462 00000100:00100000:1.0:1763338462.342737:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291073280:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338462.342738:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x292:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338462.342793:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291073408:12345-192.168.202.34@tcp:10:bash.0 Request processed in 242us (529us total) trans 21474839170 rc 0/0 00000100:00100000:3.0:1763338462.342802:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1749 00002000:00010000:3.0:1763338462.342806:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/658 (0->18446744073709551615) 00002000:00100000:3.0:1763338462.342809:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747e300 with x1848993291073408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338462.342814:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27747e300. 00002000:00010000:1.0:1763338462.342849:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338462.342853:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:1.0:1763338462.342856:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.342858:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:1.0:1763338462.342860:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338462.342880:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291073280:12345-192.168.202.34@tcp:10:bash.0 Request processed in 148us (529us total) trans 17179871841 rc 0/0 00000100:00100000:1.0:1763338462.342890:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1750 00002000:00010000:1.0:1763338462.342892:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/658 (0->18446744073709551615) 00002000:00100000:1.0:1763338462.342895:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27747c380 with x1848993291073280 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338462.342899:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27747c380. 00000100:00100000:0.0:1763338462.351452:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.351530:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291073664 00000100:00100000:2.0:1763338462.351541:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291073664 00000100:00100000:2.0:1763338462.351607:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3585 00000100:00100000:2.0:1763338462.351617:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:55909:x1848993291073664:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338462.352123:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291073664:12345-192.168.202.34@tcp:35:bash.0 Request processed in 507us (680us total) trans 4294973254 rc 0/0 00000100:00100000:2.0:1763338462.352132:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3585 00000100:00100000:0.0:1763338462.359218:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.359608:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291073920 00000100:00100000:3.0:1763338462.359619:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291073920 00000100:00100000:3.0:1763338462.359681:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10245 00000100:00100000:3.0:1763338462.359691:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57036:x1848993291073920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.359715:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.359736:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2625 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5168 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.359848:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338462.359864:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338462.359875:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:3.0:1763338462.359886:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 5 00000100:00100000:0.0:1763338462.360122:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.360177:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291074176 00000100:00100000:1.0:1763338462.360181:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291074176 00000100:00100000:1.0:1763338462.360222:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10246 00000100:00100000:1.0:1763338462.360240:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57037:x1848993291074176:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338462.360307:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338462.360334:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b25d1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af514c expref: 289 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.360351:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2610 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af515a expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.360368:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2592 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5137 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.360384:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.360389:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.360409:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.360418:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.360427:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.360443:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.360450:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.360456:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.360645:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2625 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 287 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.360660:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 286 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.360667:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:3.0:1763338462.360670:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763338462.360673:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338462.360746:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57036:x1848993291073920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1056us (1539us total) trans 4294973255 rc 0/0 00000100:00100000:3.0:1763338462.360758:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10245 00010000:00010000:1.0:1763338462.360982:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.360993:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.361002:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.361035:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 285 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.361050:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 285 pid: 10039 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.361064:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27747c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303251584:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.361434:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.363669:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.363695:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27747c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303251584:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338462.363723:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338462.363756:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291074304 00000100:00100000:3.0:1763338462.363765:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291074304 00000100:00100000:3.0:1763338462.363824:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10247 00000100:00100000:3.0:1763338462.363834:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57036:x1848993291074304:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.363858:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.363877:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b264f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af516f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.363969:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.363982:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.363990:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.364006:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.364015:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338462.364829:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.364894:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291074432 00000100:00100000:3.0:1763338462.364899:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291074432 00010000:00010000:3.0:1763338462.364923:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 288 pid: 10039 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.364964:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3366 00000100:00100000:3.0:1763338462.364973:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2409:x1848993291074432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.364984:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.364990:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 288 pid: 10039 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.365003:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 288 pid: 10039 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.365023:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b262c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5168 expref: 288 pid: 10039 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.365037:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:3.0:1763338462.365042:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.365049:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.365055:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.365062:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.365067:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.365072:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.365100:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.365227:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365235:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338462.365551:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1f5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763338462.365628:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365636:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365642:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365648:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.365651:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365659:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365668:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:1.0:1763338462.365670:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338462.365673:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.365679:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.365685:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.365707:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365714:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2648 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365728:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365733:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365737:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365742:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365746:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.365749:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365755:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365761:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.365764:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.365766:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365772:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b263a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:1.0:1763338462.365785:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007bb61c23 reply state 00000000d78381e5 transno 4294973256 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365796:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.365801:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.365804:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.365806:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338462.365888:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57037:x1848993291074176:12345-192.168.202.34@tcp:36:rm.0 Request processed in 5657us (5767us total) trans 4294973256 rc 0/0 00000100:00100000:1.0:1763338462.365896:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10246 00000100:00100000:3.0:1763338462.365985:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c30450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2409:x1848993291074432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1013us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.365996:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3366 00010000:00010000:0.0:1763338462.366218:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.366227:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338462.366255:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f5:0x0]: returning size 5 00000004:00200000:0.0:1763338462.366290:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338462.366310:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.366346:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b264f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af516f expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.366362:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ea00/0x4ea0a6980f4b2656 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af516f expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.366369:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:0.0:1763338462.366372:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.366375:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ea00, rc 0) 00000100:00100000:0.0:1763338462.366409:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57036:x1848993291074304:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2576us (2749us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.366416:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10247 00000100:00100000:2.0:1763338462.371583:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.373176:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291074688 00000100:00100000:0.0:1763338462.373191:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291074688 00000100:00100000:0.0:1763338462.373257:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3586 00000100:00100000:0.0:1763338462.373285:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57036:x1848993291074688:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338462.373550:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1f5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763338462.373622:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1660, 64 off138848 00000040:00080000:0.0:1763338462.373647:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1660, 64 off138608 00000040:00080000:0.0:1763338462.373657:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1661, 64 off138672 00000040:00080000:0.0:1763338462.373667:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1661, 64 off138912 00010000:00010000:0.0:1763338462.373728:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:0.0:1763338462.373746:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.373758:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.373767:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.373773:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.373786:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.373807:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338462.374032:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57036:x1848993291074688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 747us (2457us total) trans 4294973257 rc 0/0 00000100:00100000:0.0:1763338462.374041:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3586 00010000:00010000:2.0:1763338462.374132:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338462.374139:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.374146:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338462.374150:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.374158:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.374172:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f5:0x0].0x0 (ffff8fd14499d100) 00010000:00010000:2.0:1763338462.374176:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338462.374180:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.374186:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24600/0x4ea0a6980f4b265d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.374201:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.374203:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338462.374205:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338462.378703:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.379045:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291074816 00000100:00100000:0.0:1763338462.379058:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291074816 00000100:00100000:0.0:1763338462.379116:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10248 00000100:00100000:0.0:1763338462.379127:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57036:x1848993291074816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.379154:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.379181:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b2664 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5176 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.379257:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.379288:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379300:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379311:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.379317:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379338:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379378:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379384:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379391:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379397:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd148a24a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.379402:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379409:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379425:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.379428:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.379433:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379439:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a24a00/0x4ea0a6980f4b266b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379454:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379459:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379465:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379470:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.379473:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379477:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379484:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.379486:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.379488:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379494:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b2672 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.379519:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b2664 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5176 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.379529:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.379531:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.379535:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd148a25a00/0x4ea0a6980f4b2664 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5176 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.379548:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd148a25a00, rc 0) 00000100:00100000:0.0:1763338462.379609:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57036:x1848993291074816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 484us (931us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338462.379616:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10248 00000100:00100000:1.0:1763338462.386689:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.388335:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291074944 00000100:00100000:2.0:1763338462.388350:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291074944 00000100:00100000:0.0:1763338462.389033:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10249 00000100:00100000:0.0:1763338462.389047:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57038:x1848993291074944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.389068:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.389095:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2679 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af517d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.389168:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.389183:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389195:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389207:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.389215:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389222:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389259:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389294:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389301:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389307:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.389311:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389319:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389341:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.389345:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.389349:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389355:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b2680 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389369:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389375:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389380:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389385:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.389387:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389393:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389399:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.389401:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.389404:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389409:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2687 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.389439:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2679 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af517d expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.389449:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.389452:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.389455:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2679 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af517d expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.389468:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f600, rc 0) 00000100:00100000:0.0:1763338462.389593:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57038:x1848993291074944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 549us (2925us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338462.389600:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10249 00000100:00100000:2.0:1763338462.395683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.396763:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291075072 00000100:00100000:1.0:1763338462.396774:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291075072 00000100:00100000:1.0:1763338462.396842:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10250 00000100:00100000:1.0:1763338462.396852:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57038:x1848993291075072:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.396872:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.396893:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b268e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5184 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.396953:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.396967:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.396978:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.396987:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.396994:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397000:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397040:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397046:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397053:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397058:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397064:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.397068:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397075:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397086:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.397089:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.397093:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397099:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2695 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397110:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397116:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397121:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397126:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.397128:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397133:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397140:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:1.0:1763338462.397143:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.397145:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397151:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b269c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.397176:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b268e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5184 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.397186:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338462.397189:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.397192:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b268e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5184 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.397204:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338462.397302:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57038:x1848993291075072:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 449us (1631us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.397310:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10250 00000100:00100000:1.0:1763338462.403956:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.404004:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.404172:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291075200 00000100:00100000:0.0:1763338462.404183:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291075200 00000100:00100000:3.0:1763338462.404450:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291075456 00000100:00100000:3.0:1763338462.404456:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291075456 00000100:00100000:1.0:1763338462.405109:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10251 00000100:00100000:1.0:1763338462.405129:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57038:x1848993291075200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.405154:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.405181:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b26a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af518b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.405245:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b26aa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338462.405276:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b26aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.405290:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b26aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338462.405347:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338462.405354:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:3.0:1763338462.405355:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10252 00000100:00100000:3.0:1763338462.405369:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57039:x1848993291075456:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.405379:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.405390:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b26b1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5192 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.405394:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b26a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af518b expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.405424:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b26aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af518b expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.405434:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d200) 00010000:00010000:1.0:1763338462.405437:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338462.405441:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00010000:00010000:3.0:1763338462.405462:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.405473:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405480:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405490:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.405497:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405503:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338462.405514:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27747f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57038:x1848993291075200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 393us (1569us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.405523:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10251 00010000:00010000:3.0:1763338462.405541:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405549:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405557:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405562:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405568:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.405573:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405581:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405591:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d200) 00010000:00010000:3.0:1763338462.405593:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.405597:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405603:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405613:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405618:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405624:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405628:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.405630:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405640:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405648:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:3.0:1763338462.405651:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.405654:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.405660:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.406128:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b26b1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5192 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.406140:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d200) 00010000:00010000:3.0:1763338462.406143:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338462.406147:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b26b1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5192 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.406157:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338462.406202:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57039:x1848993291075456:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 836us (2197us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338462.406209:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10252 00000100:00100000:2.0:1763338462.412044:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.412256:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291075712 00000100:00100000:3.0:1763338462.412439:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291075712 00000100:00100000:3.0:1763338462.412502:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10253 00000100:00100000:3.0:1763338462.412513:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57038:x1848993291075712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.412535:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.412539:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338462.412564:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b26aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af518b expref: 289 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.412581:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499d200) 00010000:00010000:3.0:1763338462.412592:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338462.412608:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b26c6 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5199 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.412719:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.412731:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.412740:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.412750:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.412757:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.412763:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413159:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.413168:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413176:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338462.413184:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 0 00010000:00010000:3.0:1763338462.413208:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413215:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413222:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413228:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413234:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.413237:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413244:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.413252:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc500) 00010000:00010000:3.0:1763338462.413255:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.417380:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.417407:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26cd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338462.417436:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d3c92ce reply state 0000000097488ecc transno 4294973258 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.417457:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.417470:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:3.0:1763338462.417473:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338462.417478:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338462.417889:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b26c6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.417920:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.417929:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338462.417931:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338462.417934:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:2.0:1763338462.418028:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57038:x1848993291075712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5516us (5992us total) trans 4294973258 rc 0/0 00000100:00100000:2.0:1763338462.418038:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10253 00000100:00100000:1.0:1763338462.420853:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.420937:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291075968 00000100:00100000:2.0:1763338462.420948:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291075968 00000100:00100000:2.0:1763338462.421011:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10254 00000100:00100000:2.0:1763338462.421023:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57038:x1848993291075968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.421047:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.421069:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b26e9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51a0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.421178:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.421194:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.421202:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.421235:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.421249:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 292 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.421296:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303251712:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.421406:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.425080:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.425222:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291076096 00000100:00100000:3.0:1763338462.425233:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291076096 00010000:00010000:3.0:1763338462.425299:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.425339:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3367 00000100:00100000:3.0:1763338462.425349:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2409:x1848993291076096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.425362:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.425368:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.425380:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.425402:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:3.0:1763338462.425407:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.425416:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.425423:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.425440:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.425492:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2409:x1848993291076096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 144us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.425503:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3367 00010000:00010000:2.0:1763338462.425592:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b26db lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5199 expref: 292 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.425610:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303251712:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.425634:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.425642:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.425648:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.425672:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 0 00000004:00080000:2.0:1763338462.425851:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x294:0x0], index 0: 0 00000004:00080000:2.0:1763338462.425858:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x294:0x0], index 1: 0 00000004:00080000:2.0:1763338462.425862:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x295:0x0], index 1: 0 00000004:00080000:2.0:1763338462.425866:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x295:0x0], index 0: 0 00010000:00010000:2.0:1763338462.425975:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.425982:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.425989:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.425994:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.425999:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.426006:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.426020:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338462.426024:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338462.426027:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.426033:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b26f0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.426740:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b26e9 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51a0 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.426755:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc300) 00010000:00010000:2.0:1763338462.426757:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338462.426761:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b26e9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51a0 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.426778:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:2.0:1763338462.426839:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd26f012300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57038:x1848993291075968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5819us (5995us total) trans 4294973259 rc 301/301 00000100:00100000:2.0:1763338462.426848:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10254 00000100:00100000:1.0:1763338462.430459:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.430635:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291076352 00000100:00100000:0.0:1763338462.430649:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291076352 00000100:00100000:0.0:1763338462.430713:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3587 00000100:00100000:0.0:1763338462.430721:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57038:x1848993291076352:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338462.431547:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57038:x1848993291076352:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 821us (1096us total) trans 4294973260 rc 0/0 00000100:00100000:0.0:1763338462.431557:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3587 00000100:00100000:1.0:1763338462.434718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.434899:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291076608 00000100:00100000:0.0:1763338462.434909:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291076608 00000100:00100000:1.0:1763338462.434973:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.434974:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3588 00000100:00100000:0.0:1763338462.434983:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57038:x1848993291076608:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338462.435044:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291076864 00000100:00100000:3.0:1763338462.435049:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291076864 00000100:00100000:3.0:1763338462.435088:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10255 00000100:00100000:3.0:1763338462.435095:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57039:x1848993291076864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.435105:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.435127:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26fe lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51a7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.435198:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57038:x1848993291076608:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 215us (488us total) trans 4294973261 rc 0/0 00000100:00100000:0.0:1763338462.435206:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3588 00010000:00010000:3.0:1763338462.435694:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.435710:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435720:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435730:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.435737:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435743:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435847:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2713 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.435855:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2713 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435862:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2713 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338462.435872:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 0 00010000:00010000:3.0:1763338462.435935:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435943:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435949:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435955:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435961:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.435966:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435973:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435985:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338462.435988:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.435992:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.435999:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2705 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436012:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436023:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436029:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436034:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.436037:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436043:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436049:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:3.0:1763338462.436051:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.436053:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436059:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b270c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.436090:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b26fe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51a7 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.436108:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2713 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51a7 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.436115:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.436117:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338462.436120:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338462.436167:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57039:x1848993291076864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1071us (1194us total) trans 4294973262 rc 0/0 00000100:00100000:3.0:1763338462.436175:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10255 00000100:00100000:1.0:1763338462.443959:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.444008:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.444014:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291076992 00000100:00100000:3.0:1763338462.444026:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291076992 00000100:00100000:3.0:1763338462.444086:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10256 00000100:00100000:3.0:1763338462.444096:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291076992:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338462.444120:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.444143:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2721 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51ae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.444180:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2728 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338462.444193:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2728 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.444205:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2728 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338462.444291:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291077120 00000100:00100000:2.0:1763338462.444295:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291077120 00000100:00100000:2.0:1763338462.444337:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7155 00000100:00100000:2.0:1763338462.444344:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291077120:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.444353:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.444366:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51b5 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.444373:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f000/0x4ea0a6980f4b2721 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ae expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.444386:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x294:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338462.444389:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2728 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ae expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.444398:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.444401:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338462.444401:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.444403:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.444405:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3f800, rc 0) 00010000:00010000:2.0:1763338462.444411:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.444423:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.444432:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:3.0:1763338462.444473:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291076992:12345-192.168.202.34@tcp:101:bash.0 Request processed in 378us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.444484:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10256 00000100:00100000:2.0:1763338462.445044:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291077120:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 696us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.445052:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7155 00000100:00100000:1.0:1763338462.448011:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.448060:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291077376 00000100:00100000:3.0:1763338462.448070:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291077376 00000100:00100000:3.0:1763338462.448127:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10257 00000100:00100000:3.0:1763338462.448137:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291077376:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:3.0:1763338462.448187:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.448213:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2713 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51a7 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.448229:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.448234:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338462.449049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.449153:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291077504 00000100:00100000:3.0:1763338462.449159:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291077504 00010000:00010000:2.0:1763338462.449310:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.449334:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.449343:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:2.0:1763338462.449388:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973263 00000004:00010000:2.0:1763338462.449409:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000062414c27 reply state 00000000eae7450b transno 4294973264 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.449421:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.449427:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.449430:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338462.449433:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338462.450170:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10258 00000100:00100000:3.0:1763338462.450182:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57039:x1848993291077504:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.450197:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.450209:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b273d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51bc expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.450244:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b273d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51bc expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.450255:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b273d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51bc expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.450284:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.450287:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338462.450290:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14bf3ea00, rc 0) 00000100:00100000:2.0:1763338462.451017:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291077376:12345-192.168.202.34@tcp:36:bash.0 Request processed in 2876us (3012us total) trans 4294973264 rc 0/0 00000100:00100000:2.0:1763338462.451026:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10257 00000020:00080000:2.0:1763338462.451032:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338462.451139:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57039:x1848993291077504:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 958us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.451146:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10258 00000100:00100000:1.0:1763338462.454415:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.454536:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291077632 00000100:00100000:3.0:1763338462.454545:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291077632 00000100:00100000:3.0:1763338462.454612:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10259 00000100:00100000:3.0:1763338462.454622:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57039:x1848993291077632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.454645:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.454670:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b2744 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51c3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.454742:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.454755:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454766:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454777:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.454785:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454790:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454861:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.454874:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454881:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338462.454919:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 0 00000004:00200000:3.0:1763338462.454923:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338462.454942:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454953:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454961:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454968:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454973:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454979:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454986:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.454990:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.454997:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455006:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338462.455010:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.455014:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455019:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3fe00/0x4ea0a6980f4b274b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455033:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455038:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455043:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455047:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14bf3e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.455050:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455055:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455061:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:3.0:1763338462.455064:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.455066:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455071:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3e600/0x4ea0a6980f4b2752 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.455095:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f200/0x4ea0a6980f4b2744 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.455119:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.455126:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.455128:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338462.455131:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338462.455199:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57039:x1848993291077632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 578us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.455206:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10259 00000100:00100000:1.0:1763338462.456469:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.459717:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.459744:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291077888 00000100:00100000:2.0:1763338462.459754:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291077888 00000100:00100000:2.0:1763338462.459818:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10260 00000100:00100000:2.0:1763338462.459829:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291077888:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.459855:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.459859:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338462.459887:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3ea00/0x4ea0a6980f4b273d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51bc expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.459909:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.459914:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.459926:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2760 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51ca expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.459973:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.459987:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.459996:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.460027:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.460040:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 300 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.460053:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303251840:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.460141:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.460600:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291078144 00000100:00100000:1.0:1763338462.460606:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291078144 00000100:00100000:1.0:1763338462.460647:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10261 00000100:00100000:1.0:1763338462.460655:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57039:x1848993291078144:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.460667:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.460682:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b276e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51d1 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.460775:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2775 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.460787:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2775 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.460796:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2775 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338462.460807:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 0 00010000:00010000:1.0:1763338462.460910:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b276e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d1 expref: 304 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.460925:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2775 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d1 expref: 303 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.460933:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.460936:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763338462.460939:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338462.460989:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1444fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57039:x1848993291078144:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 335us (1283us total) trans 4294973265 rc 0/0 00000100:00100000:1.0:1763338462.460997:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10261 00000100:00100000:0.0:1763338462.466121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.466163:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.466301:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291078272 00000100:00100000:1.0:1763338462.466312:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291078272 00010000:00010000:1.0:1763338462.466364:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 303 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.466404:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3368 00000100:00100000:2.0:1763338462.466413:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303251840:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.466418:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+303:2407:x1848993291078272:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.466437:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338462.466444:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.466445:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 303 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.466463:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 303 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.466555:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291078400 00000100:00100000:3.0:1763338462.466660:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291078400 00000100:00100000:3.0:1763338462.466836:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10262 00000100:00100000:3.0:1763338462.466846:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57039:x1848993291078400:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.466865:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.466884:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2783 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51d8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.466978:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.466992:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.467000:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.467015:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.467024:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.467095:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2759 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51c3 expref: 305 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.467110:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.467114:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.467121:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.467128:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.467135:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.467141:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.467146:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.467214:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338462.467299:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+304:2407:x1848993291078272:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 886us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.467308:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3368 00010000:00010000:2.0:1763338462.467415:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.467427:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338462.467649:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1662, 88 off138760 00000004:00080000:2.0:1763338462.467658:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132179395557ns, next at 1132561296338ns, rc = 0 00000040:00080000:2.0:1763338462.467704:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1662, 88 off139000 00000004:00080000:2.0:1763338462.467709:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132179447311ns, next at 1132561322893ns, rc = 0 00000040:00080000:2.0:1763338462.467735:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1663, 88 off139088 00000004:00080000:2.0:1763338462.467740:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132179478186ns, next at 1132561322893ns, rc = 0 00000040:00080000:2.0:1763338462.467751:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1663, 88 off138848 00000004:00080000:2.0:1763338462.467755:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132179492881ns, next at 1132561296338ns, rc = 0 00000001:00080000:1.0:1763338462.474225:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973266 is committed 00000004:00080000:1.0:1763338462.474243:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1082 committed 00000004:00080000:1.0:1763338462.474851:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1088 committed 00000004:00080000:1.0:1763338462.474869:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1087 committed 00000004:00080000:1.0:1763338462.474872:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1081 committed 00000100:00100000:2.0:1763338462.475094:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252224:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.475168:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.475207:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338462.475213:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252096:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.475233:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.475286:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252224 00000100:00100000:2.0:1763338462.475295:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252224 00000100:00100000:2.0:1763338462.475352:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252096 00000100:00100000:2.0:1763338462.475356:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252096 00000100:00100000:2.0:1763338462.475377:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7156 00000100:00100000:2.0:1763338462.475385:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+43:3655:x1848993303252224:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338462.475560:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.475564:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.475567:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.475569:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.475571:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338462.475615:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3655:x1848993303252224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 230us (446us total) trans 21474839171 rc 0/0 00000100:00100000:2.0:1763338462.475623:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7156 00000100:00100000:2.0:1763338462.475641:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7157 00000100:00100000:2.0:1763338462.475647:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+43:3655:x1848993303252096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338462.475660:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:659 count 1 00002000:00010000:2.0:1763338462.475682:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.475690:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.475703:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.475705:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.475710:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.475723:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.475732:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.475739:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.475755:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338462.475908:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3655:x1848993303252096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 261us (672us total) trans 21474839172 rc 0/0 00000100:00100000:2.0:1763338462.475914:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7157 00000004:00080000:2.0:1763338462.475955:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c7480/2, rc 0, transno 21474839172 00000100:00100000:2.0:1763338462.475962:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252096:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338462.475972:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788cb480/2, rc 0, transno 21474839171 00000100:00100000:2.0:1763338462.475976:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252224:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338462.476032:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ca expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.476044:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.476046:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338462.476050:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.476059:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.476065:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.476100:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2760 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ca expref: 290 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338462.476116:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ca expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.476143:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338462.476190:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993291077888:12345-192.168.202.34@tcp:101:bash.0 Request processed in 16364us (19728us total) trans 4294973266 rc 0/0 00000100:00100000:2.0:1763338462.476197:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10260 00010000:00010000:0.0:1763338462.476313:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476330:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476338:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476343:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.476347:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476358:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476368:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.476371:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.476375:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476381:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2641 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476395:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476400:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476405:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476409:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.476412:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476417:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476424:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14499de00) 00010000:00010000:0.0:1763338462.476426:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.476429:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476434:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b26d4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476449:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476455:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476460:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476464:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.476467:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476472:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476479:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.476482:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.476484:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.476489:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2736 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338462.476511:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303252352:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.476548:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.476576:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338462.476582:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303251968:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.476606:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.476635:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252352 00000100:00100000:0.0:1763338462.476639:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252352 00000100:00100000:0.0:1763338462.476671:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303251968 00000100:00100000:0.0:1763338462.476674:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303251968 00000100:00100000:0.0:1763338462.476692:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7158 00000100:00100000:0.0:1763338462.476699:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3656:x1848993303252352:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.476805:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3656:x1848993303252352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 106us (256us total) trans 21474839173 rc 0/0 00000100:00100000:0.0:1763338462.476811:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7158 00000100:00100000:0.0:1763338462.476823:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7159 00000100:00100000:0.0:1763338462.476829:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3656:x1848993303251968:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338462.476839:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:658 count 1 00010000:00010000:0.0:1763338462.476853:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.476866:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 24 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.476873:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.476874:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.476878:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.476902:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 24 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.476917:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 24 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.476929:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303252480:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.476971:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ea80 going to sleep for 11 seconds 00000004:00080000:0.0:1763338462.477006:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c8700/2, rc 0, transno 21474839173 00000100:00100000:0.0:1763338462.477011:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303252352:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763338462.477158:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338462.477166:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477173:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338462.477177:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477190:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477206:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477213:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2791 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477337:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.477339:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.477341:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338462.477388:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252864:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.477419:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.477437:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338462.477442:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252736:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338462.477479:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.477487:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338462.477530:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 2 00000004:00200000:3.0:1763338462.477534:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338462.477552:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.477581:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2783 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477597:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 285 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.477605:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.477608:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763338462.477612:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338462.477644:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57039:x1848993291078400:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10801us (11480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.477652:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10262 00000100:00100000:3.0:1763338462.477686:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252864 00000100:00100000:3.0:1763338462.477690:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252864 00000100:00100000:3.0:1763338462.477715:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7160 00000100:00100000:3.0:1763338462.477721:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+26:3655:x1848993303252864:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.477833:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+27:3655:x1848993303252864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 112us (413us total) trans 17179871842 rc 0/0 00000100:00100000:3.0:1763338462.477839:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7160 00000100:00100000:1.0:1763338462.477913:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303252608:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.477945:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.477973:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338462.477978:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303252992:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.477999:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.479070:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763338462.479108:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c8e00/2, rc 0, transno 17179871842 00000100:00100000:2.0:1763338462.479114:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252864:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.479132:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252608 00000100:00100000:2.0:1763338462.479135:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252608 00000100:00100000:2.0:1763338462.479162:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252992 00000100:00100000:2.0:1763338462.479165:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252992 00000100:00100000:2.0:1763338462.479176:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303252736 00000100:00100000:2.0:1763338462.479177:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303252736 00000100:00100000:2.0:1763338462.479190:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7161 00000100:00100000:2.0:1763338462.479196:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d653450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3657:x1848993303252608:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338462.479212:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:658 count 1 00010000:00010000:2.0:1763338462.479231:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.479248:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.479256:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338462.479258:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338462.479278:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.479307:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.479334:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 15 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.479345:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303253120:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.479390:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bce40 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.482031:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7162 00000100:00100000:0.0:1763338462.482057:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3657:x1848993303252992:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.482347:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3657:x1848993303252992:12345-0@lo:2:osp-syn-1-1.0 Request processed in 302us (4345us total) trans 17179871843 rc 0/0 00000100:00100000:0.0:1763338462.482355:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7162 00000100:00100000:0.0:1763338462.482381:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7163 00000100:00100000:0.0:1763338462.482388:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303252736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338462.482406:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:659 count 1 00002000:00010000:0.0:1763338462.482434:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338462.482443:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482461:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.482463:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.482469:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482482:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482492:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482500:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482524:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338462.482685:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3655:x1848993303252736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 296us (3616us total) trans 17179871844 rc 0/0 00000100:00100000:0.0:1763338462.482693:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7163 00010000:00010000:0.0:1763338462.482730:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.482738:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482745:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.482749:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482759:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482776:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482782:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b27a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.482797:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.482798:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.482800:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338462.482837:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788c9880/2, rc 0, transno 17179871844 00000100:00100000:0.0:1763338462.482844:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303252736:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763338462.483489:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788cb100/2, rc 0, transno 17179871843 00000100:00100000:2.0:1763338462.483497:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303252992:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.484505:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303252480:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.484545:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.485638:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.485714:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291078528 00000100:00100000:1.0:1763338462.485723:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291078528 00010000:00010000:1.0:1763338462.485760:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 25 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.485802:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3369 00000100:00100000:1.0:1763338462.485812:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291078528:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.485827:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.485832:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 25 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.485844:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 25 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.485867:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b261e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5161 expref: 25 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.485884:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.485886:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.485891:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.485907:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.485948:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338462.486009:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291078528:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 199us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.486018:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3369 00010000:00010000:2.0:1763338462.486110:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.486120:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.486129:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.486136:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.486158:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338462.486337:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338462.486343:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.486350:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.486354:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.486361:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.486371:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.486378:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2798 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.486395:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.486397:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.486399:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338462.489002:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3656:x1848993303251968:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12162us (12383us total) trans 21474839174 rc 0/0 00000100:00100000:2.0:1763338462.489016:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7159 00000004:00080000:0.0:1763338462.489100:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c4a80/2, rc 0, transno 21474839174 00000100:00100000:0.0:1763338462.489107:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303251968:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.490554:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.491177:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.491458:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291078656 00000100:00100000:0.0:1763338462.491467:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291078656 00000100:00100000:0.0:1763338462.491528:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7164 00000100:00100000:0.0:1763338462.491539:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+24:55909:x1848993291078656:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338462.491559:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.491577:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51df expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.491608:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.491616:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.491617:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.491622:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.491659:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.491670:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 1232 lvb_type: 1 00000100:00100000:1.0:1763338462.491685:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291078912 00000100:00100000:0.0:1763338462.491691:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303253248:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.491692:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291078912 00000100:00100000:1.0:1763338462.491730:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10263 00000100:00100000:1.0:1763338462.491739:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57039:x1848993291078912:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.491757:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.491774:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b27b4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51e6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.491779:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1763338462.491849:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.491863:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.491875:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.491887:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.491893:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.491899:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492003:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.492013:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492020:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338462.492029:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 2 00010000:00010000:1.0:1763338462.492125:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492133:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492140:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492146:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.492150:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492158:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492171:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63300) 00010000:00010000:1.0:1763338462.492174:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.492179:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492185:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b27bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492197:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492204:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492209:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492219:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.492222:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492228:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492236:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63100) 00010000:00010000:1.0:1763338462.492239:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.492242:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.492247:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b27c2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338462.492292:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1848993303253120:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338462.492309:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b27b4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492314:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.492346:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.492355:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.492358:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.492362:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:3.0:1763338462.492371:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.492395:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079040 00000100:00100000:3.0:1763338462.492399:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079040 00000100:00100000:1.0:1763338462.492414:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57039:x1848993291078912:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 674us (1865us total) trans 4294973267 rc 0/0 00010000:00010000:3.0:1763338462.492422:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.492427:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10263 00000100:00100000:3.0:1763338462.492457:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3370 00000100:00100000:3.0:1763338462.492465:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993291079040:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.492475:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.492480:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.492490:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.492508:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b25f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5153 expref: 16 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.492518:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.492520:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.492525:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492533:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492552:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.492574:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291079040:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 110us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.492581:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3370 00010000:00010000:3.0:1763338462.492603:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492611:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492620:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492627:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492644:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338462.492848:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d653450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3657:x1848993303252608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13650us (14900us total) trans 17179871845 rc 0/0 00000100:00100000:3.0:1763338462.492855:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7161 00010000:00010000:3.0:1763338462.492965:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338462.492971:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492979:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338462.492982:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.492996:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.493007:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.493014:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b279f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.493028:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.493030:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.493032:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338462.493057:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2788cbb80/2, rc 0, transno 17179871845 00000100:00100000:3.0:1763338462.493068:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303252608:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.495973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.496004:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303253248:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.496014:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338462.496046:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.496066:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f000, rc 0) 00000100:00100000:0.0:1763338462.496136:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+25:55909:x1848993291078656:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4598us (4959us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.496145:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7164 00000100:00100000:3.0:1763338462.496183:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079168 00000100:00100000:3.0:1763338462.496190:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079168 00010000:00010000:3.0:1763338462.496223:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 1232 lvb_type: 1 00000100:00100000:2.0:1763338462.496239:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079424 00000100:00100000:2.0:1763338462.496244:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079424 00000100:00100000:3.0:1763338462.496280:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3371 00000100:00100000:3.0:1763338462.496290:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291079168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763338462.496292:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3589 00000100:00100000:2.0:1763338462.496298:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57039:x1848993291079424:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:3.0:1763338462.496303:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.496308:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338462.496320:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338462.496354:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b272f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51b5 expref: 25 pid: 8869 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338462.496366:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.496368:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.496376:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 24 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.496385:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 24 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.496419:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 24 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.496432:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303253376:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338462.496962:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14516cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763338462.496990:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57039:x1848993291079424:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 689us (977us total) trans 4294973268 rc 0/0 00000100:00100000:2.0:1763338462.496998:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3589 00000100:00100000:1.0:1763338462.498893:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.499074:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079552 00000100:00100000:2.0:1763338462.499082:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079552 00000100:00100000:2.0:1763338462.499140:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3590 00000100:00100000:2.0:1763338462.499151:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57039:x1848993291079552:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:2.0:1763338462.499341:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57039:x1848993291079552:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 191us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.499349:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3590 00000100:00100000:3.0:1763338462.499543:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303253376:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338462.499566:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.499597:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291079168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3309us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.499606:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3371 00000100:00100000:1.0:1763338462.499691:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.499833:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079680 00000100:00100000:2.0:1763338462.499839:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079680 00000100:00100000:2.0:1763338462.499867:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7165 00000100:00100000:2.0:1763338462.499875:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993291079680:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.499886:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.499906:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51ed expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.499927:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x294:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.499944:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.499947:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.499955:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.499970:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.499981:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92c00, rc 0) 00000100:00100000:2.0:1763338462.500016:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993291079680:12345-192.168.202.34@tcp:101:bash.0 Request processed in 142us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.500022:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7165 00000100:00100000:1.0:1763338462.502473:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.502506:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.502609:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079808 00000100:00100000:0.0:1763338462.502620:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079808 00002000:00010000:0.0:1763338462.502663:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/660 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.502670:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c0000 with x1848993291079808 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.502695:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2746c0000. 00000100:00100000:0.0:1763338462.502716:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291079936 00000100:00100000:0.0:1763338462.502720:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291079936 00002000:00010000:0.0:1763338462.502733:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/660 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.502736:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c2d80 with x1848993291079936 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.502742:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c2d80. 00000100:00100000:0.0:1763338462.502759:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1751 00000100:00100000:0.0:1763338462.502767:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291079808:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338462.502945:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338462.502948:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:0.0:1763338462.502952:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338462.502954:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:0.0:1763338462.502956:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338462.503008:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291079808:12345-192.168.202.34@tcp:10:bash.0 Request processed in 240us (545us total) trans 21474839175 rc 0/0 00000100:00100000:0.0:1763338462.503014:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1751 00002000:00010000:0.0:1763338462.503018:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/660 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.503021:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c0000 with x1848993291079808 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.503025:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2746c0000. 00000100:00100000:0.0:1763338462.503040:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1752 00000100:00100000:0.0:1763338462.503046:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291079936:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338462.503121:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338462.503124:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb mtime from disk: 0 -> 1763338462 00002000:00010000:0.0:1763338462.503126:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338462.503128:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb ctime from disk: 0 -> 1763338462 00002000:00010000:0.0:1763338462.503131:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338462.503152:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291079936:12345-192.168.202.34@tcp:10:bash.0 Request processed in 106us (644us total) trans 17179871846 rc 0/0 00000100:00100000:0.0:1763338462.503158:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1752 00002000:00010000:0.0:1763338462.503161:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/660 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.503164:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2746c2d80 with x1848993291079936 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.503168:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2746c2d80. 00000100:00100000:0.0:1763338462.507490:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.508399:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291080192 00000100:00100000:2.0:1763338462.508412:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291080192 00000100:00100000:2.0:1763338462.508566:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3591 00000100:00100000:2.0:1763338462.508577:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291080192:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338462.509014:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993291080192:12345-192.168.202.34@tcp:35:bash.0 Request processed in 437us (1538us total) trans 4294973269 rc 0/0 00000100:00100000:2.0:1763338462.509023:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3591 00000100:00100000:1.0:1763338462.511052:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.511302:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291080448 00000100:00100000:2.0:1763338462.511312:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291080448 00000100:00100000:2.0:1763338462.511381:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10264 00000100:00100000:2.0:1763338462.511391:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291080448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.511412:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.511437:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b27de lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51f4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.511547:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.511563:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.511571:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.511581:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 5/0,1 mode: --/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.511616:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.511630:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 290 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.511645:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303253504:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.511749:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.511758:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 290 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.511766:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303253632:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.511795:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.514411:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.514509:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.514639:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291080704 00000100:00100000:3.0:1763338462.514650:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291080704 00010000:00010000:3.0:1763338462.515090:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 291 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.515137:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291080576 00000100:00100000:3.0:1763338462.515141:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291080576 00010000:00010000:3.0:1763338462.515157:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 292 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.515189:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3372 00000100:00100000:3.0:1763338462.515199:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2408:x1848993291080704:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.515215:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.515222:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 292 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.515234:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 292 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.515293:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.515299:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.515309:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.515316:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.515382:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2408:x1848993291080704:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 183us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.515389:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3372 00000100:00100000:3.0:1763338462.515408:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3373 00000100:00100000:3.0:1763338462.515415:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2408:x1848993291080576:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.515423:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.515428:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 291 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.515437:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 291 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.515448:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.515452:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.515459:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.515466:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.515483:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.515501:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2408:x1848993291080576:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 87us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.515508:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3373 00010000:00010000:2.0:1763338462.516049:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b27c9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51e6 expref: 290 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.516069:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303253504:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.516082:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b278a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d8 expref: 289 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.516091:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303253632:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.516113:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.516122:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.516127:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.516158:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 5 00010000:00010000:2.0:1763338462.516403:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b27de lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.516419:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.516428:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.516430:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338462.516434:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92800, rc 0) 00000100:00100000:2.0:1763338462.516482:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291080448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5093us (5440us total) trans 4294973270 rc 0/0 00000100:00100000:2.0:1763338462.516490:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10264 00000100:00100000:1.0:1763338462.516853:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.516918:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291080832 00000100:00100000:2.0:1763338462.516924:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291080832 00000100:00100000:2.0:1763338462.516962:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10265 00000100:00100000:2.0:1763338462.516971:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57041:x1848993291080832:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338462.516992:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.517018:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b27f3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af51fb expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.517077:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.517089:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.517099:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.517113:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.517120:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.517126:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.517197:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.517208:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.517216:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.517246:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.517296:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 290 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.517315:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303253760:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.517407:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.518941:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.518994:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291080960 00000100:00100000:3.0:1763338462.519001:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291080960 00000100:00100000:3.0:1763338462.519051:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10266 00000100:00100000:3.0:1763338462.519060:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57040:x1848993291080960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.519079:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.519094:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b280f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5202 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.519176:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303253760:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.519177:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.519190:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.519202:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.519203:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:3.0:1763338462.519764:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.519843:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291081088 00000100:00100000:0.0:1763338462.519848:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291081088 00010000:00010000:0.0:1763338462.519874:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.520034:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3374 00000100:00100000:0.0:1763338462.520043:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2410:x1848993291081088:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338462.520056:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.520061:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.520073:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.520091:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b27e5 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51f4 expref: 293 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.520106:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.520111:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.520120:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.520127:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.520133:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.520138:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.520143:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.520632:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.520654:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520662:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.520768:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 5 00000004:00200000:2.0:1763338462.520773:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338462.520793:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520804:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520815:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520821:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520828:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520834:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520843:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.520847:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520854:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520862:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd260197100) 00010000:00010000:2.0:1763338462.520865:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.520868:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520874:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b27fa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520883:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520888:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520893:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520897:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.520899:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520904:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520909:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd260197200) 00010000:00010000:2.0:1763338462.520911:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.520914:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2801 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.520945:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b27f3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51fb expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.520959:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51fb expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.520960:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2410:x1848993291081088:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 917us (1195us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338462.520966:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00000100:00100000:0.0:1763338462.520968:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3374 00010000:00010000:2.0:1763338462.520969:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338462.520971:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93000, rc 0) 00010000:00010000:3.0:1763338462.521073:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.521080:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338462.521101:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 5 00000004:00200000:3.0:1763338462.521104:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338462.521113:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.521132:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b280f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.521145:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.521151:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.521154:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338462.521156:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:2.0:1763338462.521339:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57041:x1848993291080832:12345-192.168.202.34@tcp:101:rm.0 Request processed in 4367us (4485us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.521345:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10265 00000100:00100000:3.0:1763338462.521753:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2746c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291080960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2693us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.521760:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10266 00000100:00100000:1.0:1763338462.524533:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.524747:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291081344 00000100:00100000:2.0:1763338462.524758:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291081344 00000100:00100000:2.0:1763338462.525128:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3592 00000100:00100000:2.0:1763338462.525139:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57041:x1848993291081344:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:2.0:1763338462.525600:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57041:x1848993291081344:12345-192.168.202.34@tcp:35:rm.0 Request processed in 461us (1075us total) trans 4294973271 rc 0/0 00000100:00100000:2.0:1763338462.525609:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3592 00000100:00100000:2.0:1763338462.528453:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.528608:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291081600 00000100:00100000:3.0:1763338462.528618:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291081600 00000100:00100000:3.0:1763338462.528668:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10267 00000100:00100000:3.0:1763338462.528677:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57041:x1848993291081600:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:3.0:1763338462.528739:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763338462.528766:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2767 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ca expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.528786:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2775 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51d1 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.528798:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2808 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51fb expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.528809:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14bf3f800/0x4ea0a6980f4b2728 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ae expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.528817:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.528821:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338462.528846:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.528857:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.528865:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.528875:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.528885:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.528890:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.528955:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.528963:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.528970:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.528997:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.529008:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 287 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.529021:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303253888:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.529102:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bce40 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.529184:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.529428:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291081856 00000100:00100000:2.0:1763338462.529434:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291081856 00000100:00100000:2.0:1763338462.529464:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10268 00000100:00100000:2.0:1763338462.529472:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57040:x1848993291081856:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.529483:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.529494:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2832 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5209 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.529569:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2839 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.529580:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2839 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.529587:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2839 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.529598:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 5 00010000:00010000:2.0:1763338462.529705:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2832 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5209 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.529718:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2839 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5209 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.529725:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.529728:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338462.529730:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92e00, rc 0) 00000100:00100000:2.0:1763338462.529773:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291081856:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 301us (588us total) trans 4294973272 rc 0/0 00000100:00100000:2.0:1763338462.529780:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10268 00000100:00100000:1.0:1763338462.532916:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.533649:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291081984 00000100:00100000:0.0:1763338462.533660:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291081984 00010000:00010000:0.0:1763338462.533700:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 290 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.533747:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3375 00000100:00100000:0.0:1763338462.533757:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:2410:x1848993291081984:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338462.533773:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.533780:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 290 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.533792:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 290 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.533818:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.533823:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.533833:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.533840:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.533858:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338462.533919:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:2410:x1848993291081984:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 162us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.533927:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3375 00010000:00010000:3.0:1763338462.534050:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2816 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5202 expref: 289 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.534067:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303253888:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.534088:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534101:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534108:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763338462.534371:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1f6:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763338462.534457:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534464:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534471:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534477:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.534481:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534488:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534497:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.534499:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338462.534502:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534508:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b282b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534518:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534528:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534535:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534539:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.534541:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534546:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534552:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338462.534554:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.534557:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534562:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b281d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338462.534576:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f52a967f reply state 00000000a515e4e5 transno 4294973273 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534586:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.534592:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:3.0:1763338462.534594:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338462.534597:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338462.534638:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57041:x1848993291081600:12345-192.168.202.34@tcp:36:rm.0 Request processed in 5962us (6195us total) trans 4294973273 rc 0/0 00000100:00100000:3.0:1763338462.534648:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10267 00000100:00100000:3.0:1763338462.541579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.541700:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082112 00000100:00100000:1.0:1763338462.541710:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082112 00000100:00100000:1.0:1763338462.541764:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10269 00000100:00100000:1.0:1763338462.541775:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291082112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.541798:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.541819:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2847 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5210 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.541875:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2847 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5210 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.541891:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2847 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5210 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.541911:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.541915:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338462.541921:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00000100:00100000:1.0:1763338462.543192:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57040:x1848993291082112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1412us (1616us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.543202:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10269 00000100:00100000:2.0:1763338462.556022:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.556097:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082240 00000100:00100000:1.0:1763338462.556109:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082240 00000100:00100000:2.0:1763338462.556124:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.556184:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082368 00000100:00100000:0.0:1763338462.556188:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082368 00000100:00100000:0.0:1763338462.556228:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7166 00000100:00100000:0.0:1763338462.556236:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2408:x1848993291082368:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:0.0:1763338462.556308:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.556336:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.556345:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.556347:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.556350:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.556389:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.556403:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 25 pid: 8405 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.556416:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303254016:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.556489:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.556724:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10270 00000100:00100000:1.0:1763338462.556734:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57042:x1848993291082240:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.556749:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.556767:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2855 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.556820:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.556831:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556841:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556850:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.556857:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556863:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556911:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556921:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556928:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556933:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.556937:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556943:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556952:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63300) 00010000:00010000:1.0:1763338462.556955:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.556959:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556965:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b285c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556976:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556981:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556986:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.556991:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.556993:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.557002:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.557009:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:1.0:1763338462.557011:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.557014:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.557019:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2863 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.557043:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2855 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5217 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.557052:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63300) 00010000:00010000:1.0:1763338462.557054:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.557058:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2855 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5217 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.557069:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338462.557113:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57042:x1848993291082240:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 381us (1103us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.557121:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10270 00000100:00100000:2.0:1763338462.561830:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.561895:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082496 00000100:00100000:3.0:1763338462.561907:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082496 00000100:00100000:0.0:1763338462.561949:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303254016:192.168.202.34@tcp:104: 00002000:00100000:3.0:1763338462.561963:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x294:0x0] (0->4) req@ffff8fd244b9fb80 x1848993291082496/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:488/0 lens 496/0 e 0 to 0 dl 1763338473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338462.561975:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9fb80 with x1848993291082496 ext(0->4) 00010000:00010000:0.0:1763338462.561979:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.561985:0:24009:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 26 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.562009:0:24009:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 26 pid: 8405 timeout: 1232 lvb_type: 0 00002000:00010000:3.0:1763338462.562016:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd244b9fb80 00000100:00100000:3.0:1763338462.562058:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 121 00000100:00100000:3.0:1763338462.562069:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2409:x1848993291082496:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338462.563051:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291082496:12345-192.168.202.34@tcp:4:bash.0 Request processed in 915us (1161us total) trans 21474839176 rc 0/0 00000100:00100000:3.0:1763338462.563063:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 121 00002000:00100000:3.0:1763338462.563072:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x294:0x0] (0->4) req@ffff8fd244b9fb80 x1848993291082496/t21474839176(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:488/0 lens 496/448 e 0 to 0 dl 1763338473 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338462.563082:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd244b9fb80 with x1848993291082496 ext(0->4) 00010000:00010000:3.0:1763338462.563090:0:24009:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 28 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.563111:0:24009:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 28 pid: 8405 timeout: 1232 lvb_type: 0 00002000:00010000:3.0:1763338462.563119:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd244b9fb80 00000100:00100000:2.0:1763338462.563142:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.563224:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082624 00000100:00100000:0.0:1763338462.563230:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082624 00000100:00100000:0.0:1763338462.563300:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10271 00000100:00100000:0.0:1763338462.563310:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57042:x1848993291082624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.563334:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.563356:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b286a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af521e expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.563424:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.563440:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563451:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563462:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.563469:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563475:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563512:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563522:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563528:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563534:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563540:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.563544:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563551:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563562:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.563565:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.563571:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563577:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044800/0x4ea0a6980f4b2871 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563589:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563595:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563600:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563603:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd282044a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.563606:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563611:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563617:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:0.0:1763338462.563619:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.563621:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563626:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2878 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.563650:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b286a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af521e expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.563660:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.563662:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.563665:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b286a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af521e expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.563677:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3fc00, rc 0) 00000100:00100000:0.0:1763338462.563706:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57042:x1848993291082624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 400us (565us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338462.563713:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10271 00000100:00100000:1.0:1763338462.566046:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.566125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.566126:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082752 00000100:00100000:2.0:1763338462.566137:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082752 00010000:00010000:2.0:1763338462.566179:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 28 pid: 8405 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.566222:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3376 00000100:00100000:2.0:1763338462.566231:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2408:x1848993291082752:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338462.566246:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763338462.566287:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763338462.566291:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338462.566296:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 28 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.566310:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 28 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.566342:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b27ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51df expref: 28 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.566357:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.566359:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.566363:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.566373:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.566415:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338462.566478:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2408:x1848993291082752:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 248us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.566486:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3376 00000100:00100000:0.0:1763338462.567503:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291082880 00000100:00100000:0.0:1763338462.567511:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291082880 00010000:00010000:0.0:1763338462.567528:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567543:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567565:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567572:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567580:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567586:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.567589:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567597:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567611:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567617:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b284e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.567686:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2408:x1848993291082368:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 11444us (11557us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.567695:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7166 00000100:00100000:0.0:1763338462.567745:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10272 00000100:00100000:0.0:1763338462.567754:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57042:x1848993291082880:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.567770:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.567791:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b287f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5225 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567839:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2886 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.567850:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2886 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.567858:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2886 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338462.567902:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338462.567907:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338462.567940:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b287f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5225 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567967:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2886 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5225 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.567975:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.567978:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338462.567980:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33a00, rc 0) 00000100:00100000:0.0:1763338462.568022:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57042:x1848993291082880:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 271us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.568031:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10272 00000100:00100000:1.0:1763338462.574709:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.574788:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.574869:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291083136 00000100:00100000:0.0:1763338462.574881:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291083136 00000100:00100000:0.0:1763338462.574945:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291083264 00000100:00100000:0.0:1763338462.574949:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291083264 00000100:00100000:0.0:1763338462.574984:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10273 00000100:00100000:0.0:1763338462.574993:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57040:x1848993291083136:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338462.575046:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.575074:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2847 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5210 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.575095:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.575100:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.575133:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.575146:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.575155:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338462.575394:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1664, 88 off138936 00000004:00080000:0.0:1763338462.575403:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132287140766ns, next at 1132561296338ns, rc = 0 00000040:00080000:0.0:1763338462.575431:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1664, 88 off139176 00000004:00080000:0.0:1763338462.575436:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132287173711ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.575484:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1665, 88 off139264 00000004:00080000:0.0:1763338462.575490:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132287227672ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.575508:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1665, 88 off139024 00000004:00080000:0.0:1763338462.575514:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132287251935ns, next at 1132561296338ns, rc = 0 00000100:00100000:1.0:1763338462.575682:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10274 00000100:00100000:1.0:1763338462.575693:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57042:x1848993291083264:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.575705:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.575719:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2894 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af522c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.575767:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338462.575776:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575784:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575795:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338462.575802:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575808:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575836:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575843:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575849:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575854:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575860:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.575865:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575871:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575880:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:1.0:1763338462.575883:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.575887:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575893:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b289b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575903:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575909:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575916:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575920:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.575923:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575929:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575935:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:1.0:1763338462.575938:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.575941:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575951:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b28a2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338462.575990:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2894 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af522c expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.575999:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:1.0:1763338462.576002:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.576005:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2894 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af522c expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.576014:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338462.576084:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57042:x1848993291083264:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 393us (1295us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.576092:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10274 00000001:00080000:1.0:1763338462.578615:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973274 is committed 00000004:00080000:1.0:1763338462.578628:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1084 committed 00000004:00080000:1.0:1763338462.578640:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1090 committed 00000004:00080000:1.0:1763338462.578656:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1089 committed 00000004:00080000:1.0:1763338462.578658:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1083 committed 00000100:00100000:2.0:1763338462.578818:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303254272:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.578893:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.578955:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303254272 00000100:00100000:2.0:1763338462.578965:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303254272 00000100:00100000:2.0:1763338462.579016:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7167 00000100:00100000:2.0:1763338462.579027:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3654:x1848993303254272:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.579205:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+47:3654:x1848993303254272:12345-0@lo:2:osp-syn-0-1.0 Request processed in 179us (311us total) trans 21474839177 rc 0/0 00000100:00100000:2.0:1763338462.579213:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7167 00000004:00080000:2.0:1763338462.579289:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147770a80/2, rc 0, transno 21474839177 00000100:00100000:2.0:1763338462.579296:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303254272:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.579309:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763338462.579317:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303254144:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.579357:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.579382:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303254144 00000100:00100000:2.0:1763338462.579387:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303254144 00000100:00100000:2.0:1763338462.579409:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7168 00000100:00100000:2.0:1763338462.579415:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+47:3656:x1848993303254144:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.579502:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+48:3656:x1848993303254144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (144us total) trans 21474839178 rc 0/0 00000100:00100000:2.0:1763338462.579512:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7168 00000004:00080000:2.0:1763338462.579540:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147771180/2, rc 0, transno 21474839178 00000100:00100000:2.0:1763338462.579545:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303254144:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338462.579653:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.579666:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.579674:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.579681:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.579686:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.579694:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.579711:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:0.0:1763338462.579715:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.579720:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.579726:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2824 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763338462.579785:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000758aa8ab reply state 00000000b6dd3afc transno 4294973274 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579800:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579808:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.579810:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338462.579813:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763338462.579893:0:13583:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338462.579910:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57040:x1848993291083136:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 4916us (5208us total) trans 4294973274 rc 0/0 00000100:00100000:0.0:1763338462.579918:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10273 00010000:00010000:0.0:1763338462.579937:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579944:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579950:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579955:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.579958:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579964:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579971:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.579974:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338462.579977:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.579982:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b288d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338462.580206:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338462.580216:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303254528:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.580251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.580352:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763338462.580362:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303254400:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.580392:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.580463:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303254528 00000100:00100000:3.0:1763338462.580468:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303254528 00000100:00100000:3.0:1763338462.580506:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7169 00000100:00100000:3.0:1763338462.580514:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3657:x1848993303254528:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.580637:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3657:x1848993303254528:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (384us total) trans 17179871847 rc 0/0 00000100:00100000:3.0:1763338462.580643:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7169 00000100:00100000:3.0:1763338462.580655:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303254400 00000100:00100000:3.0:1763338462.580658:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303254400 00000100:00100000:3.0:1763338462.580677:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7170 00000100:00100000:3.0:1763338462.580683:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3654:x1848993303254400:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338462.580742:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338462.580747:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:3.0:1763338462.580750:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338462.580752:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:3.0:1763338462.580755:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338462.580780:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3654:x1848993303254400:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (388us total) trans 17179871848 rc 0/0 00000100:00100000:3.0:1763338462.580790:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7170 00000004:00080000:3.0:1763338462.580826:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534c380/2, rc 0, transno 17179871847 00000100:00100000:3.0:1763338462.580831:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303254528:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338462.580902:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534f480/2, rc 0, transno 17179871848 00000100:00100000:1.0:1763338462.580907:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303254400:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.582000:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.582064:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291083520 00000100:00100000:0.0:1763338462.582070:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291083520 00000100:00100000:0.0:1763338462.582118:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10275 00000100:00100000:0.0:1763338462.582127:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57042:x1848993291083520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.582145:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.582148:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338462.582174:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2886 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5225 expref: 283 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.582189:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4fb00) 00010000:00010000:0.0:1763338462.582199:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.582214:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b28a9 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5233 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.582392:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.582405:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582414:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582427:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.582433:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582439:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582811:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.582820:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582827:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338462.582836:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f7:0x0]: returning size 0 00010000:00010000:0.0:1763338462.582865:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582871:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582877:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582883:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582888:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.582891:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582898:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582904:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:0.0:1763338462.582907:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.582910:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582915:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b28b0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338462.582923:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008418a2ae reply state 00000000aa5e1612 transno 4294973275 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582939:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.582944:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338462.582946:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338462.582948:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338462.582974:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b28a9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 285 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.582987:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 284 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.582994:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.582996:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.582998:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f000, rc 0) 00000100:00100000:0.0:1763338462.583058:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57042:x1848993291083520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 932us (1064us total) trans 4294973275 rc 0/0 00000100:00100000:0.0:1763338462.583066:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10275 00000100:00100000:2.0:1763338462.588710:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.588755:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.589074:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291083648 00000100:00100000:0.0:1763338462.589085:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291083648 00000100:00100000:0.0:1763338462.589295:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291083904 00000100:00100000:0.0:1763338462.589299:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291083904 00000100:00100000:3.0:1763338462.589462:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10276 00000100:00100000:3.0:1763338462.589476:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57040:x1848993291083648:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.589503:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.589526:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af523a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.589585:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.589602:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.589621:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.589624:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338462.589628:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338462.589695:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57040:x1848993291083648:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 222us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.589703:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10276 00000100:00100000:3.0:1763338462.589725:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10277 00000100:00100000:3.0:1763338462.589732:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57042:x1848993291083904:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.589739:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.589748:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b28d3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5241 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.589840:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338462.589853:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.589861:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.589893:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.589908:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 287 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.589923:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303254656:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.589976:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd480 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.594070:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.594385:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303254656:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.594415:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338462.594739:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291084032 00000100:00100000:2.0:1763338462.594749:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291084032 00000100:00100000:2.0:1763338462.594814:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10278 00000100:00100000:2.0:1763338462.594824:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57040:x1848993291084032:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.594845:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.594863:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b28e1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5248 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.594933:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b28e8 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.594948:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b28e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.594958:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b28e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.595002:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f6:0x0]: returning size 5 00000004:00200000:2.0:1763338462.595006:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338462.595025:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b28e8 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.595049:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b28e1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5248 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.595070:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b28e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5248 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.595080:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.595083:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763338462.595087:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92800, rc 0) 00000100:00100000:2.0:1763338462.595143:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291084032:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 320us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.595150:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10278 00000100:00100000:0.0:1763338462.595158:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.598132:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291084160 00000100:00100000:2.0:1763338462.598146:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291084160 00010000:00010000:2.0:1763338462.598189:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 289 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.598236:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3377 00000100:00100000:2.0:1763338462.598246:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:2409:x1848993291084160:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338462.598279:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338462.598286:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 289 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.598299:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 289 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.598332:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28be lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5233 expref: 289 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.598354:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:2.0:1763338462.598359:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.598368:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.598375:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.598403:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338462.598474:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:2409:x1848993291084160:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 229us (3320us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.598482:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3377 00010000:00010000:0.0:1763338462.598585:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.598593:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338462.598619:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f7:0x0]: returning size 0 00000004:00080000:0.0:1763338462.598826:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x296:0x0], index 1: 0 00000004:00080000:0.0:1763338462.598834:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x296:0x0], index 0: 0 00000004:00080000:0.0:1763338462.598838:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x297:0x0], index 0: 0 00000004:00080000:0.0:1763338462.598842:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x297:0x0], index 1: 0 00010000:00010000:0.0:1763338462.598948:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.598957:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.598965:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.598972:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.598976:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.598985:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.598997:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.599000:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338462.599005:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.599010:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b28da lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.599057:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b28d3 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5241 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.599065:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.599067:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338462.599070:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b28d3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5241 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.599083:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:0.0:1763338462.599129:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57042:x1848993291083904:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9397us (10372us total) trans 4294973276 rc 301/301 00000100:00100000:0.0:1763338462.599137:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10277 00000100:00100000:3.0:1763338462.600447:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.601058:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291084288 00000100:00100000:0.0:1763338462.601067:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291084288 00000100:00100000:0.0:1763338462.601112:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7171 00000100:00100000:0.0:1763338462.601123:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2410:x1848993291084288:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.601140:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.601161:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af524f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338462.601184:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x294:0x0] initial LVB size: 5, mtime: 0x691a68de, atime: 0x0, ctime: 0x691a68de, blocks: 0x8 00010000:00010000:0.0:1763338462.601203:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.601206:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.601216:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 27 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.601232:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 27 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338462.601245:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3fc00, rc 0) 00000100:00100000:0.0:1763338462.601331:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291084288:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 201us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.601338:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7171 00000100:00100000:3.0:1763338462.604021:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.604344:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291084544 00000100:00100000:2.0:1763338462.604353:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291084544 00000100:00100000:2.0:1763338462.611618:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3593 00000100:00100000:2.0:1763338462.611647:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57042:x1848993291084544:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338462.612192:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57042:x1848993291084544:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 558us (8178us total) trans 4294973277 rc 0/0 00000100:00100000:2.0:1763338462.612202:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3593 00000100:00100000:2.0:1763338462.624231:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.624314:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291084800 00000100:00100000:1.0:1763338462.624335:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291084800 00000100:00100000:1.0:1763338462.624401:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3594 00000100:00100000:1.0:1763338462.624412:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57042:x1848993291084800:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338462.624650:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57042:x1848993291084800:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 239us (429us total) trans 4294973278 rc 0/0 00000100:00100000:1.0:1763338462.624658:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3594 00000100:00100000:3.0:1763338462.632951:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.636489:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291085056 00000100:00100000:0.0:1763338462.636504:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291085056 00000100:00100000:0.0:1763338462.636662:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10279 00000100:00100000:0.0:1763338462.636672:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993291085056:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338462.636701:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.636728:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28fd lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.636872:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.636886:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.636901:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.636912:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.636919:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.636925:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.636979:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2912 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.636987:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2912 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.636994:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2912 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338462.637008:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f7:0x0]: returning size 0 00010000:00010000:0.0:1763338462.637086:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637094:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637100:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637106:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a33c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.637110:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637117:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637128:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f200) 00010000:00010000:0.0:1763338462.637131:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.637136:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637141:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2904 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637154:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637160:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637165:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637173:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.637176:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637182:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637188:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338462.637190:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.637193:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637198:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b290b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.637233:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b28fd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5256 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.637252:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2912 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5256 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.637259:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.637310:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.637313:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33a00, rc 0) 00000100:00100000:0.0:1763338462.637385:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291085056:12345-192.168.202.34@tcp:101:bash.0 Request processed in 715us (4444us total) trans 4294973279 rc 0/0 00000100:00100000:0.0:1763338462.637393:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10279 00000100:00100000:3.0:1763338462.640572:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.640651:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291085184 00000100:00100000:2.0:1763338462.640662:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291085184 00000100:00100000:2.0:1763338462.640723:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10280 00000100:00100000:2.0:1763338462.640733:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291085184:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.640763:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.640784:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2920 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af525d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.640832:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2927 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.640848:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2927 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.640859:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2927 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.640968:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2920 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af525d expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.640986:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2927 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af525d expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.640995:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.640998:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338462.641001:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00000100:00100000:2.0:1763338462.641066:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291085184:12345-192.168.202.34@tcp:101:bash.0 Request processed in 334us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.641073:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10280 00000100:00100000:1.0:1763338462.646532:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.647757:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291085440 00000100:00100000:0.0:1763338462.647770:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291085440 00000100:00100000:2.0:1763338462.648428:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10281 00000100:00100000:2.0:1763338462.648443:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291085440:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338462.648505:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338462.648535:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2912 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5256 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.648563:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.648568:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.648780:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.648794:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.648804:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:2.0:1763338462.648849:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973280 00000004:00010000:2.0:1763338462.648872:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a99e48f reply state 0000000051146636 transno 4294973281 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.648884:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.648891:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.648894:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338462.648896:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338462.648987:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291085440:12345-192.168.202.34@tcp:36:bash.0 Request processed in 547us (2464us total) trans 4294973281 rc 0/0 00000100:00100000:2.0:1763338462.648995:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10281 00000020:00080000:2.0:1763338462.649001:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338462.656508:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.656590:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291085568 00000100:00100000:0.0:1763338462.656602:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291085568 00000100:00100000:2.0:1763338462.657358:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10282 00000100:00100000:2.0:1763338462.657374:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291085568:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.657408:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.657435:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2935 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5264 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.657504:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2935 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5264 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.657520:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2935 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5264 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.657540:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:2.0:1763338462.657543:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338462.657547:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92600, rc 0) 00000100:00100000:2.0:1763338462.657625:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291085568:12345-192.168.202.34@tcp:101:bash.0 Request processed in 255us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.657632:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10282 00000100:00100000:1.0:1763338462.662739:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.662854:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291085824 00000100:00100000:0.0:1763338462.662865:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291085824 00000100:00100000:0.0:1763338462.662937:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10283 00000100:00100000:0.0:1763338462.662950:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291085824:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338462.662975:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.662979:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338462.663007:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2935 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5264 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.663027:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.663033:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.663046:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b293c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af526b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.663093:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2943 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.663107:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2943 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.663116:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2943 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:0.0:1763338462.664784:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1666, 88 off139352 00000004:00080000:0.0:1763338462.664799:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132376536574ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.665015:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1666, 88 off139112 00000004:00080000:0.0:1763338462.665021:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132376758825ns, next at 1132561296338ns, rc = 0 00000040:00080000:0.0:1763338462.665050:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1667, 88 off139200 00000004:00080000:0.0:1763338462.665055:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132376793070ns, next at 1132561296338ns, rc = 0 00000040:00080000:0.0:1763338462.665068:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1667, 88 off139440 00000004:00080000:0.0:1763338462.665072:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132376810460ns, next at 1132561322893ns, rc = 0 00000100:00100000:3.0:1763338462.668666:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.669421:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291085952 00000100:00100000:1.0:1763338462.669434:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291085952 00000100:00100000:1.0:1763338462.669501:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7172 00000100:00100000:1.0:1763338462.669511:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2407:x1848993291085952:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:1.0:1763338462.669637:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2407:x1848993291085952:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 126us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.669645:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7172 00000100:00100000:3.0:1763338462.671933:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.671986:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086080 00000100:00100000:0.0:1763338462.671995:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086080 00000100:00100000:0.0:1763338462.672051:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7173 00000100:00100000:0.0:1763338462.672061:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2409:x1848993291086080:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338462.672175:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2409:x1848993291086080:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 114us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.672183:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7173 00000001:00080000:2.0:1763338462.673711:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973282 is committed 00000004:00080000:2.0:1763338462.673722:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1092 committed 00000004:00080000:2.0:1763338462.673740:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1086 committed 00010000:00010000:0.0:1763338462.673892:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673906:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673914:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673920:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.673925:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673931:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673948:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f4f800) 00010000:00010000:0.0:1763338462.673951:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.673956:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673962:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b28b7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673987:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673993:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.673999:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.674003:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.674006:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.674012:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.674018:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.674021:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.674023:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.674028:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b292e lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00080000:2.0:1763338462.674240:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1085 committed 00000004:00080000:2.0:1763338462.674415:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1091 committed 00000100:00100000:0.0:1763338462.674523:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303254784:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.674580:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.674791:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338462.674797:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303255168:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.674817:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338462.674998:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2943 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af526b expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.675015:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.675018:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338462.675033:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b293c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af526b expref: 287 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338462.675048:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2943 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af526b expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.675077:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:0.0:1763338462.675080:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338462.675083:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33c00, rc 0) 00000100:00100000:3.0:1763338462.675100:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd258704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303254912:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.675134:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291085824:12345-192.168.202.34@tcp:101:bash.0 Request processed in 12185us (12404us total) trans 4294973282 rc 0/0 00000100:00100000:3.0:1763338462.675135:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.675255:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303254784 00000100:00100000:1.0:1763338462.675279:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303254784 00000100:00100000:1.0:1763338462.675315:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303255168 00000100:00100000:1.0:1763338462.675318:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303255168 00000100:00100000:1.0:1763338462.675351:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7174 00000100:00100000:1.0:1763338462.675359:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3657:x1848993303254784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.675515:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3657:x1848993303254784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 156us (934us total) trans 17179871849 rc 0/0 00000100:00100000:1.0:1763338462.675522:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7174 00000100:00100000:1.0:1763338462.675539:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7175 00000100:00100000:1.0:1763338462.675544:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+48:3657:x1848993303255168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338462.675644:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+49:3657:x1848993303255168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (824us total) trans 21474839179 rc 0/0 00000100:00100000:1.0:1763338462.675650:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7175 00000100:00100000:0.0:1763338462.675869:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10283 00000004:00080000:0.0:1763338462.675909:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68000/2, rc 0, transno 21474839179 00000100:00100000:0.0:1763338462.675915:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303255168:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338462.675925:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258704000/2, rc 0, transno 17179871849 00000100:00100000:0.0:1763338462.675928:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303254784:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.677131:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338462.677144:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303254912 00000100:00100000:3.0:1763338462.677150:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303255040:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.677153:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303254912 00000100:00100000:0.0:1763338462.677197:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7176 00000100:00100000:3.0:1763338462.677204:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.677208:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303254912:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.677247:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303255040 00000100:00100000:3.0:1763338462.677252:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303255040 00000100:00100000:3.0:1763338462.677300:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7177 00000100:00100000:3.0:1763338462.677306:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3654:x1848993303255040:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.677464:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3654:x1848993303255040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 157us (260us total) trans 21474839180 rc 0/0 00000100:00100000:3.0:1763338462.677472:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7177 00000100:00100000:0.0:1763338462.677566:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3654:x1848993303254912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 361us (2430us total) trans 17179871850 rc 0/0 00000100:00100000:0.0:1763338462.677572:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7176 00000004:00080000:2.0:1763338462.677623:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a69880/2, rc 0, transno 21474839180 00000100:00100000:2.0:1763338462.677630:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303255040:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338462.677641:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd258704380/2, rc 0, transno 17179871850 00000100:00100000:2.0:1763338462.677645:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd258704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303254912:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.682071:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.683084:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086208 00000100:00100000:0.0:1763338462.683099:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086208 00000100:00100000:0.0:1763338462.683182:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1753 00000100:00100000:0.0:1763338462.683192:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291086208:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:0.0:1763338462.683231:0:24009:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683247:0:24009:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.683249:0:24009:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.683254:0:24009:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683285:0:24009:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683412:0:24009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683421:0:24009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683430:0:24009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683437:0:24009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.683441:0:24009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683449:0:24009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683471:0:24009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.683478:0:24009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b294a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.683560:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291086208:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 368us (1498us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763338462.683568:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1753 00000100:00100000:1.0:1763338462.685393:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.685465:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086336 00000100:00100000:0.0:1763338462.685475:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086336 00000100:00100000:0.0:1763338462.685532:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7178 00000100:00100000:0.0:1763338462.685543:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993291086336:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338462.685559:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.685583:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5272 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338462.685607:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x296:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338462.685628:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.685630:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.685639:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 18 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.685654:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 18 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.685665:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33a00, rc 0) 00000100:00100000:0.0:1763338462.685730:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:55909:x1848993291086336:12345-192.168.202.34@tcp:101:bash.0 Request processed in 189us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.685736:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7178 00000100:00100000:3.0:1763338462.688789:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.688960:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086464 00000100:00100000:0.0:1763338462.688972:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086464 00000100:00100000:0.0:1763338462.689610:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10284 00000100:00100000:0.0:1763338462.689623:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57040:x1848993291086464:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.689649:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.689672:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2958 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5279 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.689721:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b295f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.689738:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b295f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.689750:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b295f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.689869:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2958 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5279 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.689887:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f000/0x4ea0a6980f4b295f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5279 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.689896:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.689899:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338462.689903:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f000, rc 0) 00000100:00100000:0.0:1763338462.689975:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57040:x1848993291086464:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 354us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.689984:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10284 00000100:00100000:3.0:1763338462.690834:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.690893:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086592 00000100:00100000:2.0:1763338462.690900:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086592 00000100:00100000:2.0:1763338462.690953:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7179 00000100:00100000:2.0:1763338462.690962:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+27:55909:x1848993291086592:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338462.690976:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.690993:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5280 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.691015:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x296:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.691033:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.691035:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.691043:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 28 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.691056:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 28 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.691067:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93400, rc 0) 00000100:00100000:2.0:1763338462.691113:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+28:55909:x1848993291086592:12345-192.168.202.34@tcp:101:bash.0 Request processed in 153us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.691120:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7179 00000100:00100000:1.0:1763338462.693651:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.694070:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086720 00000100:00100000:2.0:1763338462.694082:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086720 00000100:00100000:3.0:1763338462.694928:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.695669:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086848 00000100:00100000:2.0:1763338462.695685:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086848 00002000:00010000:2.0:1763338462.695715:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/662 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.695720:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d406680 with x1848993291086848 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.695733:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d406680. 00000100:00100000:2.0:1763338462.695763:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1754 00000100:00100000:2.0:1763338462.695773:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d6f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993291086720:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:2.0:1763338462.695818:0:28406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.695827:0:28406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.695840:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.695842:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.695847:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.695860:0:28406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338462.696337:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1755 00000100:00100000:1.0:1763338462.696349:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291086848:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338462.698423:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.698510:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291086976 00000100:00100000:0.0:1763338462.698520:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291086976 00002000:00010000:0.0:1763338462.698558:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/662 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.698564:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146a69500 with x1848993291086976 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.698576:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146a69500. 00000100:00100000:0.0:1763338462.699095:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1756 00000100:00100000:0.0:1763338462.699109:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291086976:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338462.699464:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x296:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338462.699468:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x296:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:0.0:1763338462.699471:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x296:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338462.699473:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x296:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:0.0:1763338462.699475:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x296:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338462.699589:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993291086976:12345-192.168.202.34@tcp:10:bash.0 Request processed in 482us (1175us total) trans 21474839181 rc 0/0 00000100:00100000:0.0:1763338462.699599:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1756 00002000:00010000:0.0:1763338462.699604:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/662 (0->18446744073709551615) 00002000:00100000:0.0:1763338462.699607:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146a69500 with x1848993291086976 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338462.699614:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146a69500. 00002000:00010000:1.0:1763338462.701328:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x296:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338462.701336:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x296:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:1.0:1763338462.701339:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x296:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.701341:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x296:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:1.0:1763338462.701344:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x296:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338462.701415:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291086848:12345-192.168.202.34@tcp:10:bash.0 Request processed in 5064us (6485us total) trans 17179871852 rc 0/0 00000100:00100000:1.0:1763338462.701427:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1755 00002000:00010000:1.0:1763338462.701432:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/662 (0->18446744073709551615) 00002000:00100000:1.0:1763338462.701436:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d406680 with x1848993291086848 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338462.701443:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d406680. 00000001:00080000:3.0:1763338462.706874:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871851 is committed 00000001:00080000:3.0:1763338462.706892:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871850 is committed 00002000:00010000:2.0:1763338462.707220:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763338462.707224:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338462.707227:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338462.707230:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338462.707243:0:28406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.707255:0:28406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.707286:0:28406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.707293:0:28406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338462.707297:0:28406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.707306:0:28406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.707339:0:28406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.707348:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b296d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.707442:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d6f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291086720:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 11666us (13798us total) trans 17179871851 rc 0/0 00000100:00100000:2.0:1763338462.707451:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1754 00000100:00100000:1.0:1763338462.708649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.708908:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291087232 00000100:00100000:0.0:1763338462.708918:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291087232 00000100:00100000:0.0:1763338462.708965:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3595 00000100:00100000:0.0:1763338462.708975:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:55909:x1848993291087232:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338462.709957:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291087232:12345-192.168.202.34@tcp:35:bash.0 Request processed in 981us (1309us total) trans 4294973283 rc 0/0 00000100:00100000:0.0:1763338462.709970:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3595 00000100:00100000:1.0:1763338462.720618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.721800:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291087360 00000100:00100000:0.0:1763338462.721812:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291087360 00000100:00100000:0.0:1763338462.721979:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10285 00000100:00100000:0.0:1763338462.721991:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57043:x1848993291087360:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:0.0:1763338462.722018:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.722044:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b2974 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5287 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.722114:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.722127:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.722137:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.722150:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.722157:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.722162:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.722241:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.722250:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.722257:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338462.722788:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f7:0x0]: returning size 5 00000004:00200000:1.0:1763338462.722794:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338462.722815:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722827:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722837:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722843:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722849:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722855:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.722859:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722866:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722878:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2400) 00010000:00010000:1.0:1763338462.722881:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.722886:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722892:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b297b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722906:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722911:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722917:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722921:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3f600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.722924:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722929:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722934:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2700) 00010000:00010000:1.0:1763338462.722937:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.722939:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722944:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b2982 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.722975:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32000/0x4ea0a6980f4b2974 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5287 expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.722989:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5287 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.722996:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.722998:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.723001:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00000100:00100000:1.0:1763338462.730570:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57043:x1848993291087360:12345-192.168.202.34@tcp:101:rm.0 Request processed in 8569us (9953us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.730584:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10285 00000100:00100000:0.0:1763338462.731391:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.732201:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291087616 00000100:00100000:1.0:1763338462.732212:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291087616 00000100:00100000:1.0:1763338462.732298:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10286 00000100:00100000:1.0:1763338462.732308:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57043:x1848993291087616:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338462.732374:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338462.732402:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b2943 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af526b expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.732423:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2989 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5287 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.732435:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2927 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af525d expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.732445:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd250f4f500) 00010000:00010000:1.0:1763338462.732456:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.732595:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.732610:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.732619:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.732633:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.732639:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.732646:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.732733:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.732746:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.732752:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338462.733169:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1668, 64 off139504 00000040:00080000:1.0:1763338462.733199:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1668, 64 off139264 00000040:00080000:1.0:1763338462.733210:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1669, 64 off139328 00000040:00080000:1.0:1763338462.733220:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1669, 64 off139568 00010000:00010000:1.0:1763338462.733331:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.733342:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733351:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733359:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733365:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733370:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733393:0:6521:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338462.733414:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733422:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733431:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733437:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.733441:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733448:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733458:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd143077500) 00010000:00010000:1.0:1763338462.733461:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338462.733465:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733470:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b299e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733592:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733599:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733604:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733606:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338462.733609:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.733612:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733614:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733618:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733620:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338462.733623:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733629:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733631:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077900) 00010000:00010000:1.0:1763338462.733634:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.733637:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f7:0x0].0x0 (ffff8fd143077500) 00010000:00010000:1.0:1763338462.733637:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733640:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338462.733644:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733644:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2990 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733649:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b29a5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338462.733656:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002f5afb5e reply state 000000001df84d65 transno 4294973284 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338462.733660:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.733661:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.733663:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.733665:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.733671:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:1.0:1763338462.733673:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.733676:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338462.733769:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57043:x1848993291087616:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1460us (2377us total) trans 4294973284 rc 0/0 00000100:00100000:1.0:1763338462.733777:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10286 00000100:00100000:3.0:1763338462.735096:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.735200:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291087872 00000100:00100000:1.0:1763338462.735208:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291087872 00000100:00100000:1.0:1763338462.735293:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10287 00000100:00100000:1.0:1763338462.735304:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57040:x1848993291087872:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338462.735360:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.735384:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b28e8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5248 expref: 288 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.735401:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.735406:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.735471:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.735484:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.735492:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:1.0:1763338462.735600:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1173cca reply state 00000000ac61680c transno 4294973285 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.735611:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.735617:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.735620:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.735622:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338462.735708:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291087872:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 405us (617us total) trans 4294973285 rc 0/0 00000100:00100000:1.0:1763338462.735715:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10287 00000100:00100000:3.0:1763338462.737404:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.746619:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088000 00000100:00100000:0.0:1763338462.746759:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088000 00000100:00100000:2.0:1763338462.747035:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7180 00000100:00100000:2.0:1763338462.747050:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57040:x1848993291088000:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.747069:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.747094:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af528e expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.747118:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x295:0x0] initial LVB size: 4096, mtime: 0x691a68df, atime: 0x0, ctime: 0x691a68df, blocks: 0x8 00010000:00010000:2.0:1763338462.747140:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.747142:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.747151:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.747167:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 14 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.747179:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338462.747243:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:57040:x1848993291088000:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 196us (9846us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.747251:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7180 00000100:00100000:0.0:1763338462.747339:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.747444:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088128 00000100:00100000:2.0:1763338462.747448:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088128 00000100:00100000:2.0:1763338462.747483:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10288 00000100:00100000:2.0:1763338462.747491:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57044:x1848993291088128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.747504:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.747519:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b29ba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5295 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.747580:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.747591:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747601:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747611:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.747618:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747624:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747670:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747677:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747684:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747691:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747697:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.747701:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747708:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747719:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338462.747722:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.747726:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747731:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b29c1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747742:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747747:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747752:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747757:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.747759:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747770:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747776:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:2.0:1763338462.747779:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.747781:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747786:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b29c8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.747811:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b29ba lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5295 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.747820:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338462.747823:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.747826:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b29ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5295 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.747837:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00000100:00100000:2.0:1763338462.747879:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57044:x1848993291088128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 388us (540us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338462.747886:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10288 00000100:00100000:0.0:1763338462.749363:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.749463:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088256 00000100:00100000:2.0:1763338462.749470:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088256 00000100:00100000:2.0:1763338462.749521:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7181 00000100:00100000:2.0:1763338462.749530:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+29:57040:x1848993291088256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.749544:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.749565:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af529c expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338462.749584:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338462.749603:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.749610:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.749617:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 30 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.749633:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 30 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.749646:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92000, rc 0) 00000100:00100000:2.0:1763338462.749713:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+30:57040:x1848993291088256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 183us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.749720:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7181 00000100:00100000:1.0:1763338462.750223:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.750281:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088384 00000100:00100000:2.0:1763338462.750286:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088384 00000100:00100000:2.0:1763338462.750332:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10289 00000100:00100000:2.0:1763338462.750339:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57044:x1848993291088384:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.750351:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.750368:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b29d6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52a3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.750437:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.750451:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750466:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750477:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.750485:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750491:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750528:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750535:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750541:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750546:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750553:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.750557:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750564:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750575:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338462.750578:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.750583:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750589:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b29dd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750602:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750607:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750612:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750616:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.750618:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750622:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750628:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:2.0:1763338462.750630:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.750633:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750637:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b29e4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.750661:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b29d6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52a3 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.750671:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338462.750674:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.750678:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b29d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52a3 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.750690:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:2.0:1763338462.750735:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57044:x1848993291088384:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 396us (513us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338462.750741:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10289 00000100:00100000:3.0:1763338462.751538:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.751572:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.751631:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088512 00000100:00100000:2.0:1763338462.751636:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088512 00002000:00010000:2.0:1763338462.751660:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/661 (5->18446744073709551615) 00002000:00100000:2.0:1763338462.751664:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d404380 with x1848993291088512 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338462.751674:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d404380. 00000100:00100000:2.0:1763338462.751707:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088640 00000100:00100000:2.0:1763338462.751710:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088640 00002000:00010000:2.0:1763338462.751722:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/661 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.751726:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d405f80 with x1848993291088640 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.751732:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d405f80. 00000100:00100000:2.0:1763338462.751754:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1757 00000100:00100000:2.0:1763338462.751762:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291088512:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338462.752050:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763338462.752054:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:2.0:1763338462.752057:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.752060:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:2.0:1763338462.752062:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338462.752102:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291088512:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 340us (565us total) trans 17179871853 rc 0/0 00000100:00100000:2.0:1763338462.752113:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1757 00002000:00010000:2.0:1763338462.752116:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/661 (5->18446744073709551615) 00002000:00100000:2.0:1763338462.752119:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d404380 with x1848993291088512 ext(5->18446744073709551615) 00002000:00010000:2.0:1763338462.752125:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd27d404380. 00000100:00100000:2.0:1763338462.752140:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1758 00000100:00100000:2.0:1763338462.752147:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2408:x1848993291088640:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338462.752245:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.752249:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338462.752251:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.752253:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338462.752256:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338462.752304:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2408:x1848993291088640:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 157us (731us total) trans 21474839182 rc 0/0 00000100:00100000:2.0:1763338462.752312:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1758 00002000:00010000:2.0:1763338462.752315:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/661 (0->18446744073709551615) 00002000:00100000:2.0:1763338462.752327:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd27d405f80 with x1848993291088640 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338462.752333:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd27d405f80. 00000100:00100000:0.0:1763338462.753055:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.753223:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291088768 00000100:00100000:2.0:1763338462.753229:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291088768 00000100:00100000:2.0:1763338462.753293:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10290 00000100:00100000:2.0:1763338462.753302:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57044:x1848993291088768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.753316:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.753346:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b29eb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52aa expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.753405:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b29f2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.753418:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b29f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.753429:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b29f2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338462.753473:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763338462.753478:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763338462.753517:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b29eb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52aa expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.753586:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b29f2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52aa expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.753598:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338462.753601:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763338462.753605:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:2.0:1763338462.754281:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57044:x1848993291088768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 958us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.754289:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10290 00000100:00100000:3.0:1763338462.754673:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.754759:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291089024 00000100:00100000:2.0:1763338462.754765:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291089024 00000100:00100000:2.0:1763338462.754806:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10291 00000100:00100000:2.0:1763338462.754814:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291089024:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338462.754908:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.754927:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.754938:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338462.755045:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001887c7dc reply state 00000000172af299 transno 4294973286 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.755058:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.755066:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.755069:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338462.755073:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338462.755140:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57040:x1848993291089024:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 327us (468us total) trans 4294973286 rc 0/0 00000100:00100000:2.0:1763338462.755146:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10291 00000100:00100000:0.0:1763338462.757631:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.757684:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.757702:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291089152 00000100:00100000:2.0:1763338462.757716:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291089152 00000100:00100000:2.0:1763338462.757773:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7182 00000100:00100000:2.0:1763338462.757783:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+31:57040:x1848993291089152:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.757800:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.757828:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52b1 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.757846:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291089280 00000100:00100000:3.0:1763338462.757850:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291089280 00010000:00010000:2.0:1763338462.757861:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.757876:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.757878:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338462.757883:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 32 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.757919:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338462.757932:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 1232 lvb_type: 1 00000100:00100000:2.0:1763338462.757946:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303255296:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.757986:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10292 00000100:00100000:3.0:1763338462.757993:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57044:x1848993291089280:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.758006:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.758019:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a07 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52b8 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.758029:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00010000:00010000:3.0:1763338462.758079:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.758092:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758103:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758118:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.758126:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758132:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758174:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758182:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758189:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758194:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758200:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.758204:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758211:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758224:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:3.0:1763338462.758227:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.758231:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758238:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2a0e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758251:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758257:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758296:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758301:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.758303:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758309:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758316:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:3.0:1763338462.758327:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.758331:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758337:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2a15 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.758371:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a07 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b8 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.758381:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:3.0:1763338462.758383:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.758387:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a07 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b8 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.758401:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:3.0:1763338462.758438:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57044:x1848993291089280:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 441us (756us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338462.758446:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10292 00000100:00100000:2.0:1763338462.762896:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303255296:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.762935:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 32 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.762958:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:2.0:1763338462.763501:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+32:57040:x1848993291089152:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5717us (5876us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.763512:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7182 00000100:00100000:0.0:1763338462.763730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.763806:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291089536 00000100:00100000:3.0:1763338462.763815:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291089536 00000100:00100000:3.0:1763338462.763878:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10293 00000100:00100000:3.0:1763338462.763889:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57044:x1848993291089536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.763910:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.763913:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338462.763940:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b29f2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52aa expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.763957:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:3.0:1763338462.763966:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338462.763983:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2a1c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52bf expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.764019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338462.764145:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00000100:00100000:0.0:1763338462.764153:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291089664 00010000:00010000:3.0:1763338462.764159:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338462.764159:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291089664 00010000:00010000:3.0:1763338462.764172:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764184:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338462.764184:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338462.764201:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764208:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338462.764224:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3378 00000100:00100000:0.0:1763338462.764233:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291089664:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338462.764245:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.764291:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 1232 lvb_type: 1 00010000:00010000:0.0:1763338462.764303:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 1232 lvb_type: 1 00010000:00010000:0.0:1763338462.764329:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b28f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af524f expref: 32 pid: 8405 timeout: 1232 lvb_type: 1 00010000:00010000:0.0:1763338462.764342:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.764344:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.764352:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.764361:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.764396:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.764410:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c14700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303255424:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338462.764577:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001e9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763338462.764592:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.764601:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764608:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338462.764618:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 0 00010000:00010000:3.0:1763338462.764645:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764652:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764658:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764664:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764670:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.764674:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764681:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764693:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338462.764696:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.764700:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764705:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2a23 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:3.0:1763338462.764762:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d1b44d1 reply state 00000000daddbecd transno 4294973287 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764772:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.764777:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:3.0:1763338462.764780:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338462.764783:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338462.764808:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2a1c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.764825:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.764832:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338462.764834:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338462.764836:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:3.0:1763338462.764881:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57044:x1848993291089536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 994us (1152us total) trans 4294973287 rc 0/0 00000100:00100000:3.0:1763338462.764888:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10293 00000100:00100000:2.0:1763338462.766598:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.766657:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291089792 00000100:00100000:1.0:1763338462.766666:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291089792 00000100:00100000:1.0:1763338462.766725:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7183 00000100:00100000:1.0:1763338462.766735:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291089792:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338462.766879:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338462.766883:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:1.0:1763338462.766885:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb atime from disk: 0 -> 1763338462 00002000:00010000:1.0:1763338462.766887:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb ctime from disk: 1763338462 -> 1763338463 00002000:00010000:1.0:1763338462.766890:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338462.766948:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291089792:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 213us (357us total) trans 21474839183 rc 0/0 00000100:00100000:1.0:1763338462.766955:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7183 00000100:00100000:0.0:1763338462.767179:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c14700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303255424:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338462.767201:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338462.767227:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291089664:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 2995us (3208us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.767235:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3378 00000100:00100000:0.0:1763338462.769125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.769619:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291090048 00000100:00100000:3.0:1763338462.769629:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291090048 00000100:00100000:3.0:1763338462.769680:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10294 00000100:00100000:3.0:1763338462.769689:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57044:x1848993291090048:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.769711:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.769732:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2a3f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52c6 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.769845:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.769862:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.769872:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.769906:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.769920:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 295 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.769933:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303255552:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.771690:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:3.0:1763338462.772233:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.772612:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291090304 00000100:00100000:0.0:1763338462.772620:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291090304 00000100:00100000:0.0:1763338462.772674:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3596 00000100:00100000:0.0:1763338462.772690:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57040:x1848993291090304:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338462.772742:0:19655:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1f6:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2839 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5209 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.772795:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:0.0:1763338462.772807:0:19655:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.772817:0:19655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.772845:0:19655:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.772856:0:19655:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 296 pid: 6521 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.772869:0:19655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c17100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303255680:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.772939:0:19655:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338462.776402:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d404000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303255552:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.776434:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338462.777104:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.777171:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.777349:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291090432 00000100:00100000:1.0:1763338462.777357:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291090432 00000100:00100000:0.0:1763338462.777400:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291090560 00000100:00100000:0.0:1763338462.777405:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291090560 00000100:00100000:3.0:1763338462.777816:0:19655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c17100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:19655:1848993303255680:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.777835:0:19655:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:1.0:1763338462.777937:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 298 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.777980:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3379 00000100:00100000:1.0:1763338462.777991:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:2409:x1848993291090432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.778007:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.778014:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 298 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.778016:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 298 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.778030:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 298 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.778061:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2a31 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52bf expref: 298 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.778076:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3380 00010000:00010000:1.0:1763338462.778079:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:1.0:1763338462.778086:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338462.778089:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c32c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2410:x1848993291090560:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.778100:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.778103:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.778114:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.778114:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 297 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.778142:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338462.778143:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 297 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.778161:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b28cc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af523a expref: 297 pid: 6521 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338462.778172:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.778177:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.778185:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.778192:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 19655 initiator: MDT1 00000100:00100000:1.0:1763338462.778198:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:2409:x1848993291090432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 206us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.778208:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3379 00010000:00010000:0.0:1763338462.778218:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338462.778255:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c32c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:2410:x1848993291090560:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 170us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.778301:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3380 00010000:00010000:0.0:1763338462.778357:0:19655:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.778364:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00000040:00080000:0.0:1763338462.778589:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1670, 88 off139416 00000004:00080000:0.0:1763338462.778596:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132490333179ns, next at 1132561296338ns, rc = 0 00000040:00080000:0.0:1763338462.778619:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1670, 88 off139656 00000004:00080000:0.0:1763338462.778623:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132490360959ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.778635:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1671, 88 off139744 00000004:00080000:0.0:1763338462.778638:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132490376299ns, next at 1132561322893ns, rc = 0 00000040:00080000:0.0:1763338462.778645:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1671, 88 off139504 00000004:00080000:0.0:1763338462.778648:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132490386162ns, next at 1132561296338ns, rc = 0 00010000:00010000:3.0:1763338462.779003:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.779011:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338462.779034:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 0 00000004:00080000:3.0:1763338462.779173:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x298:0x0], index 0: 0 00000004:00080000:3.0:1763338462.779179:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x298:0x0], index 1: 0 00000004:00080000:3.0:1763338462.779183:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x299:0x0], index 1: 0 00000004:00080000:3.0:1763338462.779187:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x299:0x0], index 0: 0 00000001:00080000:0.0:1763338462.780747:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973288 is committed 00000004:00080000:0.0:1763338462.780758:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1088 committed 00000004:00080000:0.0:1763338462.780775:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1094 committed 00000004:00080000:0.0:1763338462.780783:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1093 committed 00000004:00080000:0.0:1763338462.780785:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1087 committed 00000100:00100000:0.0:1763338462.780926:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303256064:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.780950:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303255808:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338462.780960:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.780972:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.780980:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.780987:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.780992:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338462.780995:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.780997:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303255936:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338462.781008:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.781026:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338462.781030:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338462.781036:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763338462.781037:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.781046:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a46 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338462.781046:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303256576:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.781062:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303256320:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.781084:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763338462.781108:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2a3f lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52c6 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.781119:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338462.781122:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338462.781126:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd282044a00/0x4ea0a6980f4b2a3f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52c6 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.781143:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd282044a00, rc 0) 00010000:00010000:1.0:1763338462.781238:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781247:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781254:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781259:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.781280:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781287:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781296:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:1.0:1763338462.781299:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.781303:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781309:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2997 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781332:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781338:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781345:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781350:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.781353:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781358:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781365:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.781368:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.781370:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781376:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b29ac lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.781384:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781389:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781395:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781400:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.781402:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781408:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781419:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:1.0:1763338462.781421:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.781424:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781429:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b29f9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781438:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781443:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781448:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781453:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.781456:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781462:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781468:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:1.0:1763338462.781470:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.781473:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.781478:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2a2a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338462.781503:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303256064 00000100:00100000:1.0:1763338462.781509:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303256064 00000100:00100000:1.0:1763338462.781546:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303255936 00000100:00100000:1.0:1763338462.781548:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303255936 00000100:00100000:1.0:1763338462.781561:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303256576 00000100:00100000:1.0:1763338462.781564:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303256576 00000100:00100000:1.0:1763338462.781580:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7184 00000100:00100000:1.0:1763338462.781587:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1848993303256064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338462.781608:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:663 count 1 00002000:00010000:1.0:1763338462.781636:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x297:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338462.781642:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.781654:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.781656:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.781662:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.781675:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.781683:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.781691:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.781705:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338462.782483:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.782504:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303256320 00000100:00100000:0.0:1763338462.782510:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303256320 00000100:00100000:3.0:1763338462.782511:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57044:x1848993291090048:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12820us (13393us total) trans 4294973289 rc 301/301 00000100:00100000:2.0:1763338462.782514:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1763338462.782525:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10294 00000100:00100000:2.0:1763338462.782527:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303256192:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.782546:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7185 00000100:00100000:0.0:1763338462.782555:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+52:3657:x1848993303255936:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.782563:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1763338462.782573:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:662 count 1 00010000:00010000:0.0:1763338462.782590:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782593:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303256704:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338462.782611:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782620:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338462.782622:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.782625:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.782629:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782647:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303256192 00000100:00100000:2.0:1763338462.782652:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303256192 00010000:00010000:0.0:1763338462.782663:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782670:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303256704 00000100:00100000:2.0:1763338462.782674:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303256704 00010000:00010000:0.0:1763338462.782679:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 31 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.782688:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7186 00000100:00100000:0.0:1763338462.782694:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303256832:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.782697:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+53:3655:x1848993303256576:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.782746:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.782764:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7187 00000100:00100000:0.0:1763338462.782772:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+54:3657:x1848993303256320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338462.782786:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:663 count 1 00002000:00010000:2.0:1763338462.782798:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338462.782803:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338462.782806:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb atime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338462.782808:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:2.0:1763338462.782810:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x294:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1763338462.782820:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x297:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338462.782827:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.782836:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.782838:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.782842:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782850:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+54:3655:x1848993303256576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 153us (1765us total) trans 21474839184 rc 0/0 00010000:00010000:0.0:1763338462.782856:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782861:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7186 00010000:00010000:0.0:1763338462.782871:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782883:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7188 00010000:00010000:0.0:1763338462.782889:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.782896:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3657:x1848993303256192:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338462.782919:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1763338462.782962:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.782967:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb mtime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338462.782969:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.782972:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb ctime from disk: 1763338462 -> 1763338462 00002000:00010000:2.0:1763338462.782974:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x294:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338462.783005:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303256192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 113us (444us total) trans 17179871855 rc 0/0 00000100:00100000:2.0:1763338462.783012:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7188 00000100:00100000:2.0:1763338462.783028:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7189 00000100:00100000:2.0:1763338462.783036:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+54:3657:x1848993303256704:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.783070:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+54:3657:x1848993303256320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 298us (589us total) trans 21474839185 rc 0/0 00000100:00100000:0.0:1763338462.783078:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7187 00002000:00010000:2.0:1763338462.783083:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338462.783087:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00000004:00010000:0.0:1763338462.783120:0:19655:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094ed2cbc reply state 0000000077927eee transno 4294973288 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.783135:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.783141:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.783144:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338462.783146:0:19655:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338462.783152:0:19655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:0.0:1763338462.783154:0:19655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338462.783158:0:19655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2839 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5209 expref: 284 pid: 6518 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763338462.783219:0:19655:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338462.783244:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57040:x1848993291090304:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 10555us (11015us total) trans 4294973288 rc 0/0 00000100:00100000:0.0:1763338462.783252:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3596 00010000:00010000:1.0:1763338462.784344:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338462.784353:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784367:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.784371:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784379:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784394:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784401:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a5b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784415:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338462.784418:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784424:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.784427:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784433:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784440:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784450:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b2a69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.784460:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.784461:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.784463:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.784480:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338462.784521:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303256064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2933us (3528us total) trans 17179871854 rc 0/0 00000100:00100000:1.0:1763338462.784529:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7184 00010000:00010000:3.0:1763338462.784899:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.784909:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.784915:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.784920:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14486ac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.784924:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.784929:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.784941:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.784944:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338462.784947:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.784952:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2a4d lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19655 initiator: MDT1 00002000:00010000:2.0:1763338462.785125:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338462.785127:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:2.0:1763338462.785130:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x295:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338462.785173:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+54:3657:x1848993303256704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2137us (2553us total) trans 21474839186 rc 0/0 00000100:00100000:2.0:1763338462.785182:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7189 00000100:00100000:2.0:1763338462.785214:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.785254:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303256448:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.785310:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.785343:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303255808 00000100:00100000:1.0:1763338462.785351:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303255808 00000100:00100000:1.0:1763338462.785382:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303256448 00000100:00100000:1.0:1763338462.785385:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303256448 00000004:00080000:2.0:1763338462.785391:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99500/2, rc 0, transno 21474839184 00000100:00100000:2.0:1763338462.785400:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303256576:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338462.785401:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7190 00000100:00100000:1.0:1763338462.785411:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303255808:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338462.785419:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871850 gen 2 00000004:00080000:2.0:1763338462.785425:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c7800, transno 17179871817 00002000:00080000:1.0:1763338462.785432:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:662 count 1 00000004:00080000:2.0:1763338462.785439:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c7100, transno 17179871818 00000004:00080000:2.0:1763338462.785445:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee2300, transno 17179871819 00000004:00080000:2.0:1763338462.785448:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c6d80, transno 17179871820 00000004:00080000:2.0:1763338462.785452:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154700, transno 17179871821 00010000:00010000:1.0:1763338462.785453:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338462.785455:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154e00, transno 17179871822 00000004:00080000:2.0:1763338462.785461:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145155f80, transno 17179871823 00000004:00080000:2.0:1763338462.785467:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145155500, transno 17179871824 00000004:00080000:2.0:1763338462.785471:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3c700, transno 17179871826 00010000:00010000:1.0:1763338462.785474:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338462.785477:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9f480, transno 17179871827 00000004:00080000:2.0:1763338462.785483:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd260da1180, transno 17179871828 00010000:00010000:1.0:1763338462.785489:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1763338462.785490:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858c000, transno 17179871829 00010000:00010000:1.0:1763338462.785493:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1763338462.785497:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5c00, transno 17179871831 00010000:00010000:1.0:1763338462.785498:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338462.785503:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da5880, transno 17179871832 00000004:00080000:2.0:1763338462.785508:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da7800, transno 17179871833 00000004:00080000:2.0:1763338462.785513:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e8e00, transno 17179871834 00000004:00080000:2.0:1763338462.785529:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498fa300, transno 17179871837 00000004:00080000:2.0:1763338462.785534:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f8e00, transno 17179871838 00010000:00010000:1.0:1763338462.785538:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763338462.785539:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498fb100, transno 17179871839 00000004:00080000:2.0:1763338462.785545:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498faa00, transno 17179871840 00000004:00080000:2.0:1763338462.785551:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c8e00, transno 17179871842 00000004:00080000:2.0:1763338462.785555:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788cb100, transno 17179871843 00010000:00010000:1.0:1763338462.785557:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 14 pid: 17642 timeout: 1232 lvb_type: 0 00000004:00080000:2.0:1763338462.785560:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c9880, transno 17179871844 00000004:00080000:2.0:1763338462.785565:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788cbb80, transno 17179871845 00000004:00080000:2.0:1763338462.785572:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534c380, transno 17179871847 00000100:00100000:1.0:1763338462.785576:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303256960:192.168.202.34@tcp:104: 00000004:00080000:2.0:1763338462.785578:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534f480, transno 17179871848 00000004:00080000:2.0:1763338462.785583:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258704000, transno 17179871849 00000004:00080000:2.0:1763338462.785586:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd258704380, transno 17179871850 00000100:00100000:2.0:1763338462.785594:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd145c16680 x1848993303256064/t17179871854(17179871854) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338478 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763338462.785611:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16680/2, rc 0, transno 17179871854 00000100:00100000:2.0:1763338462.785617:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303256064:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.785624:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.785642:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7191 00000100:00100000:1.0:1763338462.785651:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303256448:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338462.785785:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 28 done 00000004:00080000:2.0:1763338462.785809:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c17800/2, rc 0, transno 17179871855 00000100:00100000:2.0:1763338462.785814:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303256192:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338462.785821:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99180/2, rc 0, transno 21474839186 00000100:00100000:2.0:1763338462.785824:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303256704:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338462.785834:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99c00/2, rc 0, transno 21474839185 00000100:00100000:2.0:1763338462.785837:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303256320:0@lo:6:osp-syn-0-1.0 00002000:00010000:1.0:1763338462.785883:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338462.785886:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:1.0:1763338462.785889:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.785891:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:1.0:1763338462.785893:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x295:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338462.785939:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303256448:12345-0@lo:2:osp-syn-1-1.0 Request processed in 289us (627us total) trans 17179871856 rc 0/0 00000100:00100000:1.0:1763338462.785946:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7191 00000004:00080000:2.0:1763338462.786020:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15180/2, rc 0, transno 17179871856 00000100:00100000:2.0:1763338462.786025:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303256448:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.790449:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.790499:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291090816 00000100:00100000:0.0:1763338462.790510:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291090816 00000100:00100000:0.0:1763338462.790568:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3597 00000100:00100000:0.0:1763338462.790578:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+283:57044:x1848993291090816:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338462.790847:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57044:x1848993291090816:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 269us (409us total) trans 4294973290 rc 0/0 00000100:00100000:0.0:1763338462.790855:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3597 00000100:00100000:1.0:1763338462.796157:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.796213:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303256960:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.796242:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.796379:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291090944 00000100:00100000:3.0:1763338462.796388:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291090944 00010000:00010000:3.0:1763338462.796427:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.796473:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3381 00000100:00100000:3.0:1763338462.796483:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2408:x1848993291090944:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.796500:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.796505:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.796518:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.796545:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.796547:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.796552:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.796561:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.796579:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.797554:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2408:x1848993291090944:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1063us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.797566:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3381 00000100:00100000:2.0:1763338462.797998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338462.798023:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2966 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5280 expref: 31 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.798040:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303256832:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.798062:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.798072:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.798079:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.798088:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.798095:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.798120:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338462.798344:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+54:3657:x1848993303255936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15790us (17309us total) trans 21474839187 rc 0/0 00000100:00100000:0.0:1763338462.798356:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7185 00000004:00080000:0.0:1763338462.798393:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a99880/2, rc 0, transno 21474839187 00000100:00100000:0.0:1763338462.798399:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303255936:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338462.798457:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338462.798465:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.798473:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14486a000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.798477:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.798487:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.798505:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.798512:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2a62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338462.798522:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338462.798530:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.798534:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.798537:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338462.798558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.798599:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291091456 00000100:00100000:1.0:1763338462.798604:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291091456 00000100:00100000:1.0:1763338462.798642:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3598 00000100:00100000:1.0:1763338462.798648:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+284:57044:x1848993291091456:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338462.798800:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57044:x1848993291091456:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 151us (241us total) trans 4294973291 rc 0/0 00000100:00100000:1.0:1763338462.798806:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3598 00000100:00100000:3.0:1763338462.799917:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291091072 00000100:00100000:3.0:1763338462.799925:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291091072 00010000:00010000:3.0:1763338462.799956:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 15 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.799999:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3382 00000100:00100000:3.0:1763338462.800008:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291091072:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.800020:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.800025:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 15 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.800036:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 15 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.800056:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b2951 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5272 expref: 15 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.800070:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.800072:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.800077:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.800103:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.800139:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.800192:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291091072:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 184us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.800199:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3382 00000100:00100000:3.0:1763338462.800224:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291091200 00000100:00100000:3.0:1763338462.800228:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291091200 00010000:00010000:1.0:1763338462.800239:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800250:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800259:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.800289:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10295 00000100:00100000:3.0:1763338462.800299:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+285:57040:x1848993291091200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.800313:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.800316:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.800343:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a77 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52cd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800344:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338462.800537:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303255808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15126us (15322us total) trans 17179871857 rc 0/0 00000100:00100000:1.0:1763338462.800546:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7190 00010000:00010000:1.0:1763338462.800566:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338462.800572:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800580:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338462.800584:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800593:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800606:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800614:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.800629:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.800631:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338462.800633:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338462.802600:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15c00/2, rc 0, transno 17179871857 00000100:00100000:2.0:1763338462.802616:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303255808:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338462.803602:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a77 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52cd expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.803630:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f400/0x4ea0a6980f4b2a77 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52cd expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.803650:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:2.0:1763338462.803653:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338462.803657:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f400, rc 0) 00000100:00100000:2.0:1763338462.803730:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57040:x1848993291091200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3432us (5208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.803740:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10295 00000100:00100000:2.0:1763338462.807436:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.807529:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291091712 00000100:00100000:3.0:1763338462.807540:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291091712 00000100:00100000:1.0:1763338462.808382:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10296 00000100:00100000:1.0:1763338462.808399:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291091712:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.808428:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.808455:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a7e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52d4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.808590:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.808603:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808614:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808628:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.808634:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808640:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808711:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2a93 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.808720:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2a93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808725:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2a93 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338462.808738:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 0 00010000:00010000:1.0:1763338462.808818:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808825:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808830:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808835:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.808839:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808845:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808856:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077900) 00010000:00010000:1.0:1763338462.808860:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.808864:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808869:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2a85 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808881:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808887:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808891:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808899:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.808901:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808907:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808914:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077d00) 00010000:00010000:1.0:1763338462.808916:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.808919:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808923:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2a8c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.808962:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2a7e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52d4 expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.808977:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2a93 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52d4 expref: 288 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.808984:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338462.808987:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.808989:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338462.809065:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:55909:x1848993291091712:12345-192.168.202.34@tcp:101:bash.0 Request processed in 671us (1639us total) trans 4294973292 rc 0/0 00000100:00100000:1.0:1763338462.809074:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10296 00000100:00100000:0.0:1763338462.811914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.812449:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291091968 00000100:00100000:2.0:1763338462.812460:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291091968 00000100:00100000:2.0:1763338462.812511:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3599 00000100:00100000:2.0:1763338462.812520:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57040:x1848993291091968:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338462.812770:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1f6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338462.812831:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1672, 64 off139568 00000040:00080000:2.0:1763338462.812851:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1672, 64 off139808 00000040:00080000:2.0:1763338462.812860:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1673, 64 off139872 00000040:00080000:2.0:1763338462.812868:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1673, 64 off139632 00010000:00010000:2.0:1763338462.812924:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:2.0:1763338462.812939:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.812950:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.812962:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.812968:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.812974:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:2.0:1763338462.813006:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338462.813195:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291091968:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 673us (1289us total) trans 4294973293 rc 0/0 00000100:00100000:2.0:1763338462.813204:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3599 00010000:00010000:3.0:1763338462.813457:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338462.813464:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.813471:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338462.813474:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.813481:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.813492:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f6:0x0].0x0 (ffff8fd26febc700) 00010000:00010000:3.0:1763338462.813496:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338462.813501:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.813506:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2aa1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.813517:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.813519:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338462.813521:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338462.814946:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.815115:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291092096 00000100:00100000:3.0:1763338462.815123:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291092096 00000100:00100000:1.0:1763338462.816301:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10297 00000100:00100000:1.0:1763338462.816328:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993291092096:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.816352:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.816372:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2aa8 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52db expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.816408:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2aaf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.816421:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2aaf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.816432:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2aaf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.816544:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2aa8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52db expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.816562:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2aaf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52db expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.816571:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338462.816574:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338462.816578:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338462.816637:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291092096:12345-192.168.202.34@tcp:101:bash.0 Request processed in 324us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.816645:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10297 00000100:00100000:0.0:1763338462.819176:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.819530:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291092352 00000100:00100000:2.0:1763338462.819541:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291092352 00000100:00100000:2.0:1763338462.819598:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10298 00000100:00100000:2.0:1763338462.819609:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291092352:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.819633:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.819653:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ab6 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52e2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.819762:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2abd lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338462.819777:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2abd lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338462.819791:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2abd lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338462.819803:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 0 00010000:00010000:2.0:1763338462.819910:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ab6 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e2 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.819929:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2abd lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e2 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.819939:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.819942:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338462.819946:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93400, rc 0) 00000100:00100000:2.0:1763338462.820003:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57040:x1848993291092352:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 396us (840us total) trans 4294973294 rc 0/0 00000100:00100000:2.0:1763338462.820011:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10298 00000100:00100000:0.0:1763338462.821923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.822230:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291092608 00000100:00100000:3.0:1763338462.822240:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291092608 00000100:00100000:2.0:1763338462.822901:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10299 00000100:00100000:2.0:1763338462.822914:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291092608:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338462.822965:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338462.822989:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2a93 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52d4 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.823006:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.823011:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.823182:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.823197:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.823207:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:2.0:1763338462.823250:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973295 00000004:00010000:2.0:1763338462.823288:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000053a54ff8 reply state 00000000ca9c0560 transno 4294973296 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.823300:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.823306:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.823308:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338462.823311:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338462.824022:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291092608:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1106us (2102us total) trans 4294973296 rc 0/0 00000100:00100000:2.0:1763338462.824031:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10299 00000020:00080000:2.0:1763338462.824037:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338462.826118:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.826457:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291092736 00000100:00100000:2.0:1763338462.826468:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291092736 00000100:00100000:2.0:1763338462.830104:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10300 00000100:00100000:2.0:1763338462.830128:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57040:x1848993291092736:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.830156:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.830180:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ad2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52e9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.830299:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.830313:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.830335:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.830365:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 0 00000004:00200000:2.0:1763338462.830369:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338462.830385:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.830411:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ad2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.830428:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.830437:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.830440:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338462.830443:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00000100:00100000:2.0:1763338462.830499:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57040:x1848993291092736:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 382us (4391us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.830507:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10300 00000100:00100000:0.0:1763338462.831045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.831593:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291092992 00000100:00100000:1.0:1763338462.831602:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291092992 00000100:00100000:1.0:1763338462.831647:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10301 00000100:00100000:1.0:1763338462.831654:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291092992:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.831671:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.831673:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338462.831690:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2abd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e2 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.831702:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338462.831705:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.831714:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2ae0 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52f0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.831746:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.831755:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.831763:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.831790:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.831801:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 295 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.831813:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303257088:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.831867:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.835763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.835959:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093120 00000100:00100000:1.0:1763338462.835970:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093120 00000100:00100000:1.0:1763338462.836034:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7192 00000100:00100000:1.0:1763338462.836044:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291093120:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.836064:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.836087:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52f7 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338462.836112:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x298:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338462.836131:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.836133:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338462.836144:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 32 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338462.836161:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 32 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338462.836174:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338462.836237:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291093120:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 195us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.836244:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7192 00000100:00100000:3.0:1763338462.837805:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.838727:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303257088:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338462.838755:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338462.839443:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093248 00000100:00100000:2.0:1763338462.839455:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093248 00010000:00010000:2.0:1763338462.839496:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.839539:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3383 00000100:00100000:2.0:1763338462.839549:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:2410:x1848993291093248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338462.839566:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338462.839573:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.839584:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.839614:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2ad9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52e9 expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338462.839630:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.839635:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.839645:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.839652:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.839677:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.839990:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.839998:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000040:00080000:1.0:1763338462.840232:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1674, 88 off139720 00000004:00080000:1.0:1763338462.840240:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132551977810ns, next at 1132561296338ns, rc = 0 00000040:00080000:1.0:1763338462.840307:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1674, 88 off139960 00000004:00080000:1.0:1763338462.840312:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132552049998ns, next at 1132561322893ns, rc = 0 00000040:00080000:1.0:1763338462.840343:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1675, 88 off140048 00000004:00080000:1.0:1763338462.840348:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132552086021ns, next at 1132561322893ns, rc = 0 00000040:00080000:1.0:1763338462.840358:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1675, 88 off139808 00000004:00080000:1.0:1763338462.840361:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132552098991ns, next at 1132561296338ns, rc = 0 00000100:00100000:2.0:1763338462.840815:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:2410:x1848993291093248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1265us (3015us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338462.840825:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3383 00000100:00100000:2.0:1763338462.842654:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.843096:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093376 00000100:00100000:0.0:1763338462.843105:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093376 00000100:00100000:0.0:1763338462.843154:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10302 00000100:00100000:0.0:1763338462.843163:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57040:x1848993291093376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.843180:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.843198:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af52fe expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.843243:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.843253:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.843790:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.843808:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.843823:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338462.843826:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338462.843830:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.843838:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49000, rc 0) 00000100:00100000:0.0:1763338462.843890:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57040:x1848993291093376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 728us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.843897:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10302 00000001:00080000:2.0:1763338462.844798:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973297 is committed 00000004:00080000:2.0:1763338462.844807:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1090 committed 00000004:00080000:2.0:1763338462.844824:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1096 committed 00010000:00010000:3.0:1763338462.844889:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.844900:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.844907:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.844914:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.844917:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.844925:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.844940:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:3.0:1763338462.844943:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.844947:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338462.844955:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2acb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338462.844992:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1095 committed 00000100:00100000:1.0:1763338462.845414:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303257472:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.845477:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.845509:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338462.845514:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303257344:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.845530:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338462.845557:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303257472 00000100:00100000:1.0:1763338462.845563:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303257472 00000100:00100000:1.0:1763338462.845597:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303257344 00000100:00100000:1.0:1763338462.845599:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303257344 00000100:00100000:1.0:1763338462.845615:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7193 00000100:00100000:1.0:1763338462.845622:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3655:x1848993303257472:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338462.845778:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3655:x1848993303257472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 155us (300us total) trans 17179871858 rc 0/0 00000100:00100000:1.0:1763338462.845784:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7193 00000100:00100000:1.0:1763338462.845797:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7194 00000100:00100000:1.0:1763338462.845803:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3655:x1848993303257344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763338462.845813:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:661 count 1 00010000:00010000:1.0:1763338462.845831:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.845849:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.845858:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338462.845860:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338462.845863:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.845886:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.845899:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 13 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.845911:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303257728:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.845960:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000004:00080000:1.0:1763338462.846002:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3df80/2, rc 0, transno 17179871858 00000100:00100000:1.0:1763338462.846008:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303257472:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.846533:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303257216:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.846565:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.846579:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303257856:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.846595:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.846608:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1763338462.846613:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303257600:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338462.846629:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.846638:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303258240:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338462.846652:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338462.847179:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303257216 00000100:00100000:0.0:1763338462.847188:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303257216 00000100:00100000:0.0:1763338462.847231:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303257856 00000100:00100000:0.0:1763338462.847235:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303257856 00000100:00100000:0.0:1763338462.847254:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303257600 00000100:00100000:0.0:1763338462.847257:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303257600 00000100:00100000:0.0:1763338462.847301:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303258240 00000100:00100000:0.0:1763338462.847305:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303258240 00000100:00100000:0.0:1763338462.847337:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7195 00000100:00100000:0.0:1763338462.847345:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3657:x1848993303257216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338462.847364:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:660 count 1 00010000:00010000:0.0:1763338462.847386:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847405:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847415:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.847417:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.847421:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847451:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847463:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 13 pid: 8405 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.847474:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303258368:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.847533:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.847552:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7196 00000100:00100000:0.0:1763338462.847560:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+55:3657:x1848993303257856:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338462.847574:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:660 count 1 00010000:00010000:0.0:1763338462.847589:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847602:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847608:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.847610:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338462.847612:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847631:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.847644:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 31 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.847653:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277714000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303258496:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338462.847679:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.847696:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7197 00000100:00100000:0.0:1763338462.847703:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d652450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3657:x1848993303257600:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338462.847850:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d652450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303257600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (1219us total) trans 17179871859 rc 0/0 00000100:00100000:0.0:1763338462.847857:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7197 00000100:00100000:0.0:1763338462.847873:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7198 00000100:00100000:0.0:1763338462.847879:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+55:3657:x1848993303258240:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338462.847958:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+56:3657:x1848993303258240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 79us (1303us total) trans 21474839188 rc 0/0 00000100:00100000:0.0:1763338462.847964:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7198 00000004:00080000:0.0:1763338462.848004:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3ca80/2, rc 0, transno 17179871859 00000100:00100000:0.0:1763338462.848010:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303257600:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338462.848022:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277714700/2, rc 0, transno 21474839188 00000100:00100000:0.0:1763338462.848025:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303258240:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338462.848286:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1089 committed 00000100:00100000:2.0:1763338462.848349:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303257984:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.848383:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338462.848406:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338462.848412:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303258112:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.848433:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338462.848709:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303257984 00000100:00100000:3.0:1763338462.848716:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303257984 00000100:00100000:3.0:1763338462.848740:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303258112 00000100:00100000:3.0:1763338462.848743:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303258112 00000100:00100000:3.0:1763338462.848754:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7199 00000100:00100000:3.0:1763338462.848761:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+57:3654:x1848993303257984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338462.848775:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:661 count 1 00010000:00010000:3.0:1763338462.848790:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.848806:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.848813:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338462.848815:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338462.848818:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.848843:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.848853:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 31 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.848863:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303258624:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.848912:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fd780 going to sleep for 11 seconds 00000100:00100000:1.0:1763338462.849447:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7200 00000100:00100000:1.0:1763338462.849459:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+57:3654:x1848993303258112:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763338462.849585:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338462.849589:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.849591:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.849593:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.849596:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338462.849638:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+58:3654:x1848993303258112:12345-0@lo:2:osp-syn-0-1.0 Request processed in 183us (1203us total) trans 21474839189 rc 0/0 00000100:00100000:1.0:1763338462.849645:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7200 00010000:00010000:1.0:1763338462.849722:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f0 expref: 287 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.849733:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338462.849736:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338462.849740:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.849749:0:6521:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.849755:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.849781:0:6521:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 287 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338462.849791:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303258752:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338462.849847:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522240 going to sleep for 11 seconds 00000004:00080000:2.0:1763338462.849923:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277715180/2, rc 0, transno 21474839189 00000100:00100000:2.0:1763338462.849929:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303258112:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338462.855643:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.855741:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.855757:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.855772:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.855791:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.856236:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093632 00000100:00100000:1.0:1763338462.856247:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093632 00000100:00100000:1.0:1763338462.856529:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3600 00000100:00100000:1.0:1763338462.856541:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e38850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57040:x1848993291093632:12345-192.168.202.34@tcp:49:lfs.0 00000100:00100000:1.0:1763338462.856693:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e38850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57040:x1848993291093632:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 142us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.856702:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3600 00000100:00100000:3.0:1763338462.856865:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093504 00000100:00100000:3.0:1763338462.856870:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093504 00010000:00010000:3.0:1763338462.856894:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 14 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.856918:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093888 00000100:00100000:3.0:1763338462.856921:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093888 00010000:00010000:3.0:1763338462.856936:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.856948:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291093760 00000100:00100000:3.0:1763338462.856951:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291093760 00010000:00010000:3.0:1763338462.856962:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 15 pid: 8405 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.856973:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291094016 00000100:00100000:3.0:1763338462.856975:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291094016 00010000:00010000:3.0:1763338462.856985:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.856998:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3384 00000100:00100000:3.0:1763338462.857005:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291093504:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.857017:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.857023:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 15 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857035:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 15 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857060:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857062:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857069:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857081:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857103:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.857126:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291093504:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 122us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.857133:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3384 00000100:00100000:3.0:1763338462.857146:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3385 00000100:00100000:3.0:1763338462.857152:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291093888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.857161:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.857166:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857174:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857187:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857189:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857192:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857199:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857211:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.857231:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291093888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 79us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.857237:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3385 00000100:00100000:3.0:1763338462.857249:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3386 00000100:00100000:3.0:1763338462.857256:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291093760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.857288:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.857293:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 14 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857302:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 14 pid: 8405 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857313:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857315:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857328:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857335:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857348:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.857366:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291093760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 110us (1593us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.857372:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3386 00000100:00100000:3.0:1763338462.857383:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3387 00000100:00100000:3.0:1763338462.857388:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291094016:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.857395:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.857399:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857408:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.857419:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857420:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.857423:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857430:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857444:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338462.857458:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291094016:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 70us (1666us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.857463:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3387 00010000:00010000:3.0:1763338462.857524:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b29cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af529c expref: 31 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338462.857538:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1848993303258624:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.857555:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857565:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857572:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857583:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857590:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.857607:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338462.857837:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+58:3654:x1848993303257984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9075us (9451us total) trans 21474839190 rc 0/0 00000100:00100000:3.0:1763338462.857846:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7199 00010000:00010000:0.0:1763338462.857974:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2a00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52b1 expref: 30 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.857985:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277714000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303258496:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.857998:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858006:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858012:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858019:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858026:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858050:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763338462.858230:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+58:3657:x1848993303257856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10670us (11633us total) trans 21474839191 rc 0/0 00000100:00100000:0.0:1763338462.858237:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7196 00000004:00080000:0.0:1763338462.858297:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277715c00/2, rc 0, transno 21474839191 00000100:00100000:0.0:1763338462.858303:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303257856:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338462.858338:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b27d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af51ed expref: 13 pid: 8405 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.858348:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303258368:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.858359:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858368:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858374:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858381:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858387:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858402:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1763338462.858532:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303257216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11187us (11965us total) trans 17179871860 rc 0/0 00000100:00100000:0.0:1763338462.858539:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7195 00010000:00010000:0.0:1763338462.858555:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763338462.858561:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858568:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.858572:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858580:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858598:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858604:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858620:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338462.858624:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858630:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.858632:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858639:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858647:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858654:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b2b0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858664:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.858667:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858676:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.858679:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858684:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858691:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858697:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b03 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858708:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.858710:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.858712:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338462.858729:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146a68a80/2, rc 0, transno 17179871860 00000100:00100000:0.0:1763338462.858734:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303257216:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338462.858787:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b29b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af528e expref: 12 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.858796:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303257728:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338462.858806:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858817:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858823:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858829:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858835:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.858848:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338462.859005:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303257344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13202us (13473us total) trans 17179871861 rc 0/0 00000100:00100000:0.0:1763338462.859012:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7194 00010000:00010000:0.0:1763338462.859119:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.859124:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.859131:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.859134:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.859142:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.859157:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.859164:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2afc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.859176:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.859178:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.859180:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338462.859201:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303258752:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338462.859227:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2ae0 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f0 expref: 287 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338462.859243:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f0 expref: 286 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.859293:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:0.0:1763338462.859332:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291092992:12345-192.168.202.34@tcp:101:bash.0 Request processed in 27678us (28289us total) trans 4294973297 rc 0/0 00000100:00100000:0.0:1763338462.859339:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10301 00010000:00010000:0.0:1763338462.859367:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338462.859509:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144b3c700/2, rc 0, transno 17179871861 00000100:00100000:0.0:1763338462.859514:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303257344:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763338462.860248:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd277717100/2, rc 0, transno 21474839190 00000100:00100000:2.0:1763338462.860257:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303257984:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338462.862913:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338462.863087:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.863123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.863200:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291094272 00000100:00100000:2.0:1763338462.863210:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291094272 00000100:00100000:2.0:1763338462.863292:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3601 00000100:00100000:2.0:1763338462.863302:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57040:x1848993291094272:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338462.863540:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57040:x1848993291094272:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 240us (458us total) trans 4294973298 rc 0/0 00000100:00100000:2.0:1763338462.863548:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3601 00000100:00100000:3.0:1763338462.864033:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291094400 00000100:00100000:3.0:1763338462.864038:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291094400 00000100:00100000:3.0:1763338462.864067:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7201 00000100:00100000:3.0:1763338462.864074:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+30:55909:x1848993291094400:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338462.864084:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.864102:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5305 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.864128:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338462.864135:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.864137:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.864142:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 31 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.864175:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338462.864188:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 1232 lvb_type: 1 00000100:00100000:3.0:1763338462.864202:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303258880:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338462.864290:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25a9fdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1763338462.872618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.872707:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303258880:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338462.872738:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 31 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.872757:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:3.0:1763338462.872806:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+31:55909:x1848993291094400:12345-192.168.202.34@tcp:101:bash.0 Request processed in 8732us (9681us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.872815:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7201 00000100:00100000:3.0:1763338462.872912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.873042:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291094784 00000100:00100000:0.0:1763338462.873050:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291094784 00010000:00010000:0.0:1763338462.873084:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 1232 lvb_type: 1 00000100:00100000:0.0:1763338462.873123:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3388 00000100:00100000:0.0:1763338462.873131:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291094784:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338462.873146:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338462.873151:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 1232 lvb_type: 1 00010000:00010000:0.0:1763338462.873163:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 1232 lvb_type: 1 00010000:00010000:0.0:1763338462.873186:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2aee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f7 expref: 31 pid: 17642 timeout: 1232 lvb_type: 1 00010000:00010000:0.0:1763338462.873198:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.873200:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.873207:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.873218:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.873250:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338462.873286:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277716680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1848993303259008:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338462.873353:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.873370:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291094656 00000100:00100000:0.0:1763338462.873374:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291094656 00000100:00100000:0.0:1763338462.873403:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10303 00000100:00100000:0.0:1763338462.873410:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57040:x1848993291094656:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.873433:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.873455:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2b1f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af530c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.873521:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.873534:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873544:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873555:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.873561:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873567:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873671:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2b34 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338462.873693:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2b34 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873700:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2b34 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338462.873714:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 2 00010000:00010000:0.0:1763338462.873787:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873794:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873801:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873807:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.873811:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873818:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873827:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338462.873830:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.873834:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873839:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b26 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873848:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873855:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873861:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873870:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.873872:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873878:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873884:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338462.873886:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338462.873889:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873894:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b2d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338462.873927:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2b1f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af530c expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.873939:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2b34 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af530c expref: 289 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.873945:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338462.873948:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338462.873950:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48800, rc 0) 00000100:00100000:0.0:1763338462.873981:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291094656:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 571us (1374us total) trans 4294973299 rc 0/0 00000100:00100000:0.0:1763338462.873988:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10303 00000100:00100000:3.0:1763338462.876646:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.876787:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291095040 00000100:00100000:1.0:1763338462.876796:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291095040 00000100:00100000:1.0:1763338462.876848:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3602 00000100:00100000:1.0:1763338462.876858:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57040:x1848993291095040:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338462.877058:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291095040:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 201us (421us total) trans 4294973300 rc 0/0 00000100:00100000:1.0:1763338462.877066:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3602 00000100:00100000:0.0:1763338462.878621:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277716680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1848993303259008:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338462.878647:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338462.878690:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993291094784:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5559us (5777us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.878709:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3388 00000100:00100000:3.0:1763338462.880685:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.880727:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.880749:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291095168 00000100:00100000:0.0:1763338462.880757:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291095168 00000100:00100000:0.0:1763338462.880816:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7202 00000100:00100000:0.0:1763338462.880826:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993291095168:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:1.0:1763338462.880833:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291095296 00000100:00100000:1.0:1763338462.880837:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291095296 00010000:00010000:0.0:1763338462.880842:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.880865:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5313 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338462.880873:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3603 00000100:00100000:1.0:1763338462.880879:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291095296:12345-192.168.202.34@tcp:33:lfs.0 00002000:00010000:0.0:1763338462.880886:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x298:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338462.880905:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.880908:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338462.880916:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.880931:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.880942:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48000, rc 0) 00000100:00100000:1.0:1763338462.881040:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57040:x1848993291095296:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 159us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.881048:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3603 00000100:00100000:0.0:1763338462.881101:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993291095168:12345-192.168.202.34@tcp:101:bash.0 Request processed in 158us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338462.881110:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7202 00000100:00100000:0.0:1763338462.882691:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.882734:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.882767:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291095424 00000100:00100000:3.0:1763338462.882774:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291095424 00002000:00010000:3.0:1763338462.882807:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/664 (0->18446744073709551615) 00002000:00100000:3.0:1763338462.882812:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716680 with x1848993291095424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338462.882824:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716680. 00000100:00100000:1.0:1763338462.882828:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291095552 00000100:00100000:1.0:1763338462.882832:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291095552 00002000:00010000:1.0:1763338462.882848:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/664 (0->18446744073709551615) 00002000:00100000:1.0:1763338462.882851:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277714380 with x1848993291095552 ext(0->18446744073709551615) 00000100:00100000:3.0:1763338462.882857:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1759 00002000:00010000:1.0:1763338462.882858:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277714380. 00000100:00100000:3.0:1763338462.882865:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993291095424:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:1.0:1763338462.882883:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1760 00000100:00100000:1.0:1763338462.882889:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291095552:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338462.883027:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338462.883027:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x298:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338462.883031:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x298:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:3.0:1763338462.883032:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:3.0:1763338462.883035:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.883035:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x298:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338462.883037:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x298:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:3.0:1763338462.883038:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:3.0:1763338462.883040:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338462.883040:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x298:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338462.883395:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291095552:12345-192.168.202.34@tcp:10:bash.0 Request processed in 503us (658us total) trans 17179871862 rc 0/0 00000100:00100000:1.0:1763338462.883402:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1760 00002000:00010000:1.0:1763338462.883406:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/664 (0->18446744073709551615) 00002000:00100000:1.0:1763338462.883408:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277714380 with x1848993291095552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338462.883414:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277714380. 00000100:00100000:3.0:1763338462.883826:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291095424:12345-192.168.202.34@tcp:10:bash.0 Request processed in 960us (1141us total) trans 21474839192 rc 0/0 00000100:00100000:3.0:1763338462.883836:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1759 00002000:00010000:3.0:1763338462.883839:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/664 (0->18446744073709551615) 00002000:00100000:3.0:1763338462.883842:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716680 with x1848993291095424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338462.883847:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716680. 00000100:00100000:2.0:1763338462.886918:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.887131:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291095808 00000100:00100000:1.0:1763338462.887142:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291095808 00000100:00100000:1.0:1763338462.887205:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3604 00000100:00100000:1.0:1763338462.887216:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291095808:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:1.0:1763338462.887567:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291095808:12345-192.168.202.34@tcp:35:bash.0 Request processed in 352us (658us total) trans 4294973301 rc 0/0 00000100:00100000:1.0:1763338462.887576:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3604 00000100:00100000:2.0:1763338462.891731:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.892756:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291096064 00000100:00100000:0.0:1763338462.892767:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291096064 00000100:00100000:0.0:1763338462.892838:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10304 00000100:00100000:0.0:1763338462.892849:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57045:x1848993291096064:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338462.892878:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338462.892902:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b49 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af531a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.893015:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338462.893030:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338462.893040:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338462.893052:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 5 00010000:00010000:0.0:1763338462.893161:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2b49 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.893185:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.893195:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338462.893198:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763338462.893202:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48200, rc 0) 00000100:00100000:0.0:1763338462.893308:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57045:x1848993291096064:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 460us (1585us total) trans 4294973302 rc 0/0 00000100:00100000:0.0:1763338462.893316:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10304 00000100:00100000:0.0:1763338462.894581:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.894661:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291096320 00000100:00100000:2.0:1763338462.894667:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291096320 00000100:00100000:2.0:1763338462.894729:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10305 00000100:00100000:2.0:1763338462.894739:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57046:x1848993291096320:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338462.894787:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763338462.894810:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2ae7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52f0 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.894835:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2af5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52fe expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.894846:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2b34 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af530c expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.894859:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2aaf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af52db expref: 290 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.894868:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.894872:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338462.894900:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.894912:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.894920:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.894931:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.894938:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.894943:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.895024:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.895038:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.895047:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.895080:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.895093:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 289 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.895106:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303259136:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338462.895187:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26031b240 going to sleep for 11 seconds 00000100:00100000:2.0:1763338462.896375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.896431:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291096448 00000100:00100000:1.0:1763338462.896438:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291096448 00000100:00100000:1.0:1763338462.896494:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10306 00000100:00100000:1.0:1763338462.896504:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57045:x1848993291096448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.896525:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.896541:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b73 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5321 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.896621:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.896633:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.896641:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.896656:0:6521:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.896664:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338462.900570:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.901093:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291096576 00000100:00100000:1.0:1763338462.901102:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291096576 00010000:00010000:1.0:1763338462.901142:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 292 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.901179:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3389 00000100:00100000:1.0:1763338462.901189:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291096576:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338462.901203:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338462.901210:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 292 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.901223:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 292 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338462.901246:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338462.901251:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.901287:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.901294:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.901301:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.901308:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.901313:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.901344:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338462.901392:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291096576:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 204us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.901400:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3389 00010000:00010000:2.0:1763338462.902436:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2b50 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af531a expref: 291 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338462.902454:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303259136:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338462.902476:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902485:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902490:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338462.902740:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1f9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763338462.902820:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902828:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902835:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902840:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.902844:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902850:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902861:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:2.0:1763338462.902864:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338462.902866:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.902873:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.902879:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338462.902911:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902918:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2b6c lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902931:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902942:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902947:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902952:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902955:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.902957:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902962:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902969:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338462.902971:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.902973:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.902978:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2b5e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338462.902990:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe24ec98 reply state 000000007438b7ca transno 4294973303 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.903000:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.903005:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338462.903007:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338462.903010:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338462.903089:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57046:x1848993291096320:12345-192.168.202.34@tcp:36:rm.0 Request processed in 8350us (8515us total) trans 4294973303 rc 0/0 00000100:00100000:2.0:1763338462.903096:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10305 00010000:00010000:1.0:1763338462.903168:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.903176:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338462.903202:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1f9:0x0]: returning size 5 00000004:00200000:1.0:1763338462.903206:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338462.903223:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.903251:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b73 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5321 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.903303:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea000/0x4ea0a6980f4b2b7a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5321 expref: 291 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.903310:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:1.0:1763338462.903313:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.903315:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea000, rc 0) 00000100:00100000:1.0:1763338462.903366:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57045:x1848993291096448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 6864us (6996us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.903373:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10306 00000100:00100000:0.0:1763338462.906762:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.906865:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291096832 00000100:00100000:3.0:1763338462.906875:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291096832 00000100:00100000:3.0:1763338462.906933:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3605 00000100:00100000:3.0:1763338462.906944:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57045:x1848993291096832:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:3.0:1763338462.907175:0:19655:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1f9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763338462.907240:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1676, 64 off139872 00000004:00080000:3.0:1763338462.907248:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132618985906ns, next at 1133618983616ns, rc = 0 00000040:00080000:3.0:1763338462.907307:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1676, 64 off140112 00000004:00080000:3.0:1763338462.907313:0:19655:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132619051058ns, next at 1133619049113ns, rc = 0 00000040:00080000:3.0:1763338462.907338:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1677, 64 off140176 00000040:00080000:3.0:1763338462.907348:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1677, 64 off139936 00010000:00010000:3.0:1763338462.907405:0:19655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19655 initiator: MDT0 00010000:00010000:3.0:1763338462.907421:0:19655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.907431:0:19655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.907439:0:19655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.907446:0:19655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.907456:0:19655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 19655 initiator: MDT1 00010000:00010000:3.0:1763338462.907481:0:19655:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338462.907648:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57045:x1848993291096832:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 705us (898us total) trans 4294973304 rc 0/0 00000100:00100000:3.0:1763338462.907655:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3605 00010000:00010000:0.0:1763338462.908219:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338462.908227:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.908235:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338462.908239:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.908383:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.908398:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1f9:0x0].0x0 (ffff8fd143077c00) 00010000:00010000:0.0:1763338462.908401:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338462.908406:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.908412:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2b81 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 19655 initiator: MDT1 00010000:00010000:0.0:1763338462.908425:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.908427:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338462.908429:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338462.912036:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.912112:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291096960 00000100:00100000:1.0:1763338462.912124:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291096960 00000100:00100000:1.0:1763338462.912389:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10307 00000100:00100000:1.0:1763338462.912401:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57045:x1848993291096960:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.912427:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.912451:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b88 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5328 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.912527:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.912541:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912553:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912565:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.912577:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912583:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912619:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912627:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912634:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912640:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.912645:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912652:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912663:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.912666:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.912671:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912676:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2b8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912689:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912695:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912701:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912706:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.912710:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912715:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912722:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:1.0:1763338462.912724:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.912727:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912732:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2b96 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.912758:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b88 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5328 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.912769:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.912771:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.912775:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b88 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5328 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.912787:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338462.912853:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57045:x1848993291096960:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 454us (827us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.912861:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10307 00000100:00100000:2.0:1763338462.924058:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.924163:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291097088 00000100:00100000:1.0:1763338462.924174:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291097088 00000100:00100000:1.0:1763338462.924236:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10308 00000100:00100000:1.0:1763338462.924246:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57047:x1848993291097088:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.924309:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.924344:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b9d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af532f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.924427:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.924442:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924453:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924462:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338462.924469:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924475:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924517:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924524:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924530:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924537:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.924541:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924548:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924559:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.924562:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.924567:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924572:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ba4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924584:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924589:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924595:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924600:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.924603:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924609:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924616:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:1.0:1763338462.924618:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.924621:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924627:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.924654:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b9d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af532f expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.924664:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.924666:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.924670:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2b9d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af532f expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.924681:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338462.924736:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57047:x1848993291097088:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 490us (686us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.924744:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10308 00000100:00100000:0.0:1763338462.933158:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.933455:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291097216 00000100:00100000:2.0:1763338462.933465:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291097216 00000100:00100000:2.0:1763338462.933515:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10309 00000100:00100000:2.0:1763338462.933525:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57047:x1848993291097216:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.933545:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.933569:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2bb2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5336 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.933639:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.933652:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933663:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933672:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.933696:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933704:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933744:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933755:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933761:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933766:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933772:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.933776:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933783:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933794:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338462.933797:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.933801:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933806:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2bb9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933819:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933824:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933830:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933835:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.933838:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933843:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933850:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338462.933853:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.933857:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933862:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2bc0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.933899:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2bb2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5336 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.933909:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338462.933911:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338462.933915:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2bb2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5336 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.933928:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:2.0:1763338462.933985:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57047:x1848993291097216:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 461us (837us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338462.933992:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10309 00000100:00100000:0.0:1763338462.940506:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.941154:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.941464:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291097344 00000100:00100000:1.0:1763338462.941475:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291097344 00000100:00100000:1.0:1763338462.941530:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10310 00000100:00100000:1.0:1763338462.941540:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57047:x1848993291097344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.941564:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.941588:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2bc7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af533d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.941660:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bce lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763338462.941662:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291097600 00000100:00100000:3.0:1763338462.941667:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291097600 00010000:00010000:1.0:1763338462.941678:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338462.941692:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763338462.941743:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338462.941749:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338462.941785:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2bc7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af533d expref: 295 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.941803:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10311 00010000:00010000:1.0:1763338462.941803:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af533d expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338462.941811:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57048:x1848993291097600:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.941812:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.941815:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763338462.941819:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.941820:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00010000:00010000:3.0:1763338462.941828:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2bd5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5344 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.941874:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00000100:00100000:1.0:1763338462.941880:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57047:x1848993291097344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 342us (1389us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338462.941883:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338462.941888:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10310 00010000:00010000:3.0:1763338462.941890:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941899:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.941906:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941915:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941952:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941958:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941964:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941970:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941976:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.941981:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941987:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.941995:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:3.0:1763338462.941998:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.942002:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942007:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2bdc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942019:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942024:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942030:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942034:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.942036:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942041:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942047:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:3.0:1763338462.942050:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.942052:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942057:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2be3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.942080:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2bd5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5344 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.942089:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:3.0:1763338462.942092:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338462.942095:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2bd5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5344 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.942103:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:1.0:1763338462.943184:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57048:x1848993291097600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1368us (2027us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.943192:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10311 00000100:00100000:3.0:1763338462.946736:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.947008:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291097728 00000100:00100000:1.0:1763338462.947021:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291097728 00000100:00100000:1.0:1763338462.947092:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10312 00000100:00100000:1.0:1763338462.947102:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57048:x1848993291097728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.947124:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.947517:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2bea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af534b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.947592:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.947604:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947615:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947624:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.947631:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947638:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947676:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947697:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947704:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.947711:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948040:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.948045:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948055:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948068:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.948070:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.948076:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948082:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2bf1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948095:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948100:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948105:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948109:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.948112:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948117:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948123:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:1.0:1763338462.948125:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.948344:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948350:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2bf8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.948387:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2bea lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af534b expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.948397:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.948400:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.948403:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2bea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af534b expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.948412:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338462.948648:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57048:x1848993291097728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1547us (1921us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338462.948655:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10312 00000100:00100000:0.0:1763338462.956670:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.957335:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291097984 00000100:00100000:1.0:1763338462.957348:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291097984 00000100:00100000:1.0:1763338462.957412:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10313 00000100:00100000:1.0:1763338462.957423:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57047:x1848993291097984:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.957445:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.957448:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338462.957476:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2bce lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af533d expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.957508:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338462.957519:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338462.957534:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2bff lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5352 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.957635:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.957648:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.957659:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.957669:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.957677:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.957683:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958075:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.958084:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958092:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338462.958102:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 0 00010000:00010000:1.0:1763338462.958127:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958134:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958140:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958147:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958153:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.958158:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958165:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958174:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077400) 00010000:00010000:1.0:1763338462.958177:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.958181:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958187:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c06 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338462.958197:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063f96df8 reply state 0000000009d51d33 transno 4294973305 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958208:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.958214:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:1.0:1763338462.958216:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338462.958219:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338462.958245:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2bff lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.958352:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.958361:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd143077200) 00010000:00010000:1.0:1763338462.958365:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338462.958367:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338462.958433:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57047:x1848993291097984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1011us (1772us total) trans 4294973305 rc 0/0 00000100:00100000:1.0:1763338462.958441:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10313 00000100:00100000:3.0:1763338462.964300:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.964993:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291098240 00000100:00100000:2.0:1763338462.965005:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291098240 00000100:00100000:1.0:1763338462.967795:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10314 00000100:00100000:1.0:1763338462.967823:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57047:x1848993291098240:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.967854:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.967880:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2c22 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5359 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.967992:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338462.968006:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.968016:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338462.968052:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.968067:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 296 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338462.968079:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303259264:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338462.968167:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:0.0:1763338462.969077:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.969314:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291098496 00000100:00100000:2.0:1763338462.969331:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291098496 00000100:00100000:2.0:1763338462.969402:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10315 00000100:00100000:2.0:1763338462.969411:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57049:x1848993291098496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338462.969424:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338462.969439:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2c30 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5360 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.969505:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338462.969517:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969528:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338462.969539:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 0 00010000:00010000:2.0:1763338462.969615:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969623:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969630:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969636:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338462.969640:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969647:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969659:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd143077200) 00010000:00010000:2.0:1763338462.969661:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338462.969666:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969672:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2c37 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338462.969707:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2c30 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5360 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.969716:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd143077200) 00010000:00010000:2.0:1763338462.969718:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338462.969722:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2c30 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5360 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338462.969730:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:2.0:1763338462.969778:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57049:x1848993291098496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 367us (705us total) trans 4294973306 rc 301/301 00000100:00100000:2.0:1763338462.969785:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10315 00000100:00100000:0.0:1763338462.975438:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.975533:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303259264:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338462.975559:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338462.975686:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291098624 00000100:00100000:3.0:1763338462.975694:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291098624 00010000:00010000:3.0:1763338462.975731:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 298 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338462.975881:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.976005:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291098880 00000100:00100000:2.0:1763338462.976009:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291098880 00000100:00100000:3.0:1763338462.976256:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3390 00000100:00100000:3.0:1763338462.976282:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993291098624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338462.976296:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338462.976303:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 299 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.976315:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 299 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.976350:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2c14 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5352 expref: 299 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338462.976367:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd143077200) 00010000:00010000:3.0:1763338462.976372:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.976381:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.976388:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.976421:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338462.976444:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3606 00000100:00100000:2.0:1763338462.976451:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57049:x1848993291098880:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338462.976468:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:2409:x1848993291098624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 188us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.976475:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3390 00000100:00100000:2.0:1763338462.976640:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57049:x1848993291098880:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 187us (757us total) trans 4294973307 rc 0/0 00000100:00100000:2.0:1763338462.976646:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3606 00010000:00010000:0.0:1763338462.976725:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.976737:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338462.976759:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 0 00000004:00080000:0.0:1763338462.976897:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x29a:0x0], index 1: 0 00000004:00080000:0.0:1763338462.976902:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x29a:0x0], index 0: 0 00000004:00080000:0.0:1763338462.976906:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x29b:0x0], index 0: 0 00000004:00080000:0.0:1763338462.976910:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x29b:0x0], index 1: 0 00010000:00010000:0.0:1763338462.976979:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.976987:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.976993:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.977000:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338462.977004:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.977011:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.977031:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd143077200) 00010000:00010000:0.0:1763338462.977034:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338462.977038:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.977047:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2c29 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338462.977094:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2c22 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5359 expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.977104:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd143077200) 00010000:00010000:0.0:1763338462.977107:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338462.977110:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2c22 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5359 expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338462.977125:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:0.0:1763338462.977167:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57047:x1848993291098240:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9357us (12876us total) trans 4294973308 rc 301/301 00000100:00100000:0.0:1763338462.977174:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10314 00000100:00100000:0.0:1763338462.980468:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.980784:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.980849:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291099136 00000100:00100000:2.0:1763338462.980860:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291099136 00000100:00100000:3.0:1763338462.980995:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291099392 00000100:00100000:3.0:1763338462.981001:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291099392 00000100:00100000:3.0:1763338462.981045:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10316 00000100:00100000:3.0:1763338462.981055:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57049:x1848993291099392:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.981080:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.981104:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2c4c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5367 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.981184:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.981198:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981209:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981219:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.981226:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981233:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981368:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2c61 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.981377:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2c61 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981384:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2c61 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981460:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981467:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981473:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981478:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981483:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14486ac00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.981487:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981493:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981503:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc000) 00010000:00010000:3.0:1763338462.981506:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.981509:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981515:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b2c53 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981526:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981530:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981535:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981540:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338462.981542:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981547:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981553:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:3.0:1763338462.981555:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338462.981557:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981561:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2c5a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.981590:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b2c4c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5367 expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.981604:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2c61 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5367 expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.981609:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338462.981611:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338462.981613:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338462.981670:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57049:x1848993291099392:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 617us (886us total) trans 4294973309 rc 0/0 00000100:00100000:2.0:1763338462.981747:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3607 00000100:00100000:2.0:1763338462.981757:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57047:x1848993291099136:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338462.981795:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10316 00000100:00100000:2.0:1763338462.981942:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57047:x1848993291099136:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 186us (1483us total) trans 4294973310 rc 0/0 00000100:00100000:2.0:1763338462.981950:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3607 00000100:00100000:0.0:1763338462.985752:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338462.985803:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.985870:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291099776 00000100:00100000:2.0:1763338462.985880:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291099776 00000100:00100000:3.0:1763338462.985911:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291099520 00000100:00100000:3.0:1763338462.985916:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291099520 00000100:00100000:2.0:1763338462.985938:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3608 00000100:00100000:2.0:1763338462.985948:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57047:x1848993291099776:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338462.985954:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7203 00000100:00100000:3.0:1763338462.985960:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291099520:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338462.985972:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.985993:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af536e expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338462.986017:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338462.986032:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.986034:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338462.986044:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338462.986060:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 15 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338462.986071:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:2.0:1763338462.986217:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57047:x1848993291099776:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 270us (412us total) trans 4294973311 rc 0/0 00000100:00100000:2.0:1763338462.986225:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3608 00000100:00100000:3.0:1763338462.986737:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291099520:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 159us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338462.986747:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7203 00000100:00100000:1.0:1763338462.991183:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338462.991288:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291100032 00000100:00100000:2.0:1763338462.991297:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291100032 00000100:00100000:2.0:1763338462.991346:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3609 00000100:00100000:2.0:1763338462.991356:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57049:x1848993291100032:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338462.991558:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57049:x1848993291100032:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 203us (384us total) trans 4294973312 rc 0/0 00000100:00100000:2.0:1763338462.991566:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3609 00000100:00100000:0.0:1763338462.993690:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338462.993924:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291100288 00000100:00100000:3.0:1763338462.993933:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291100288 00000100:00100000:3.0:1763338462.993994:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10317 00000100:00100000:3.0:1763338462.994004:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+302:55909:x1848993291100288:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338462.994032:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338462.994036:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338462.994063:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2c61 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5367 expref: 302 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.994088:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338462.994100:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338462.994116:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2c76 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5375 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.994227:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2c7d lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338462.994240:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2c7d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338462.994250:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2c7d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338462.994293:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 0 00010000:00010000:3.0:1763338462.994451:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2c76 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5375 expref: 304 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.994466:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2c7d lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5375 expref: 303 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338462.994474:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:3.0:1763338462.994477:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763338462.994480:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8c00, rc 0) 00000100:00100000:3.0:1763338462.994554:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291100288:12345-192.168.202.34@tcp:101:bash.0 Request processed in 551us (879us total) trans 4294973313 rc 0/0 00000100:00100000:3.0:1763338462.994562:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10317 00000100:00100000:3.0:1763338462.996163:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.997380:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291100544 00000100:00100000:1.0:1763338462.997393:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291100544 00000100:00100000:1.0:1763338462.997465:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10318 00000100:00100000:1.0:1763338462.997475:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57049:x1848993291100544:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338462.997502:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.997530:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2c8b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af537c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.997635:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.997649:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997662:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997672:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.997680:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997687:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997798:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.997811:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997818:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997824:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997830:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.997834:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 3/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997841:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 4/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997851:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338462.997858:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.997865:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2ca0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338462.997881:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 0 00010000:00010000:1.0:1763338462.998382:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998391:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998397:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998402:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998409:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.998413:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998420:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998429:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077400) 00010000:00010000:1.0:1763338462.998432:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.998435:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998441:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2c92 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998451:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998456:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998462:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998467:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338462.998471:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998476:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998483:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:1.0:1763338462.998486:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338462.998490:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998496:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2c99 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.998537:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2c8b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af537c expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.998549:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077400) 00010000:00010000:1.0:1763338462.998551:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338462.998555:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b2c8b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af537c expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.998570:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338462.998651:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57049:x1848993291100544:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1176us (2495us total) trans 4294973314 rc 301/301 00000100:00100000:1.0:1763338462.998660:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10318 00000100:00100000:2.0:1763338462.998821:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338462.999046:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291100672 00000100:00100000:1.0:1763338462.999052:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291100672 00000100:00100000:1.0:1763338462.999092:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10319 00000100:00100000:1.0:1763338462.999102:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:55909:x1848993291100672:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338462.999117:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338462.999130:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2cae lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5383 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.999211:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2cb5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338462.999222:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.999232:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338462.999355:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2cae lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5383 expref: 306 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.999369:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5383 expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338462.999378:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338462.999380:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338462.999383:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338462.999409:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+305:55909:x1848993291100672:12345-192.168.202.34@tcp:101:bash.0 Request processed in 310us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338462.999416:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10319 00000100:00100000:3.0:1763338463.003385:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.003468:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291100928 00000100:00100000:0.0:1763338463.003479:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291100928 00000100:00100000:0.0:1763338463.003541:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3610 00000100:00100000:0.0:1763338463.003550:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57049:x1848993291100928:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.003791:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57049:x1848993291100928:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 241us (435us total) trans 4294973315 rc 0/0 00000100:00100000:0.0:1763338463.003799:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3610 00000100:00100000:2.0:1763338463.011911:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.011959:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.011964:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291101056 00000100:00100000:1.0:1763338463.011975:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291101056 00000100:00100000:1.0:1763338463.012038:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3611 00000100:00100000:1.0:1763338463.012048:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57049:x1848993291101056:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338463.012150:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291101312 00000100:00100000:3.0:1763338463.012156:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291101312 00000100:00100000:1.0:1763338463.012204:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+307:57049:x1848993291101056:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 156us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.012205:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10320 00000100:00100000:3.0:1763338463.012219:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+307:55909:x1848993291101312:12345-192.168.202.34@tcp:36:bash.0 00000100:00100000:1.0:1763338463.012219:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3611 00010000:00010000:3.0:1763338463.012252:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.012306:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2c7d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5375 expref: 306 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.012336:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:3.0:1763338463.012343:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.013333:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.013350:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.013364:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:1.0:1763338463.013410:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973316 00000004:00010000:1.0:1763338463.013430:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e0a38e9 reply state 00000000a62de5cc transno 4294973317 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.013442:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.013448:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338463.013451:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338463.013454:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338463.013516:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+308:55909:x1848993291101312:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1301us (1557us total) trans 4294973317 rc 0/0 00000100:00100000:1.0:1763338463.013523:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10320 00000020:00080000:1.0:1763338463.013527:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338463.018910:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.019111:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291101440 00000100:00100000:1.0:1763338463.019121:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291101440 00000100:00100000:1.0:1763338463.019191:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10321 00000100:00100000:1.0:1763338463.019203:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+308:55909:x1848993291101440:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.019230:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.019254:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2cc3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af538a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.019366:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2cc3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af538a expref: 309 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.019383:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2cc3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af538a expref: 309 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.019403:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338463.019407:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338463.019411:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338463.019478:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+309:55909:x1848993291101440:12345-192.168.202.34@tcp:101:bash.0 Request processed in 276us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.019485:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10321 00000100:00100000:3.0:1763338463.022489:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.022768:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291101696 00000100:00100000:2.0:1763338463.022779:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291101696 00000100:00100000:2.0:1763338463.022839:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10322 00000100:00100000:2.0:1763338463.022848:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+309:55909:x1848993291101696:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.022869:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.022872:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338463.022896:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2cc3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af538a expref: 309 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.022914:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:2.0:1763338463.022919:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.022932:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2cca lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5391 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.022975:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2cd1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.022988:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2cd1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.022996:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2cd1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:2.0:1763338463.023195:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1678, 88 off140264 00000004:00080000:2.0:1763338463.023205:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132734942771ns, next at 1133619049113ns, rc = 0 00000040:00080000:2.0:1763338463.023245:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1678, 88 off140024 00000004:00080000:2.0:1763338463.023252:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132734989782ns, next at 1133618983616ns, rc = 0 00000040:00080000:2.0:1763338463.025111:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1679, 88 off140112 00000004:00080000:2.0:1763338463.025127:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132736864427ns, next at 1133618983616ns, rc = 0 00000040:00080000:2.0:1763338463.025144:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1679, 88 off140352 00000004:00080000:2.0:1763338463.025148:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132736885823ns, next at 1133619049113ns, rc = 0 00000001:00080000:1.0:1763338463.030071:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973318 is committed 00000004:00080000:1.0:1763338463.030084:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1099 committed 00000004:00080000:1.0:1763338463.030103:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1093 committed 00000004:00080000:1.0:1763338463.030115:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1092 committed 00000004:00080000:1.0:1763338463.030118:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1098 committed 00000004:00080000:1.0:1763338463.030142:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1097 committed 00000004:00080000:1.0:1763338463.030145:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1091 committed 00000100:00100000:0.0:1763338463.030426:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303259648:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.030475:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303259392:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.030493:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.030523:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.030538:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338463.030539:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338463.030543:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303259520:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.030544:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303259776:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.030563:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338463.030682:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030698:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030705:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030711:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.030715:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.030716:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303259648 00010000:00010000:2.0:1763338463.030723:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.030724:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303259648 00010000:00010000:2.0:1763338463.030739:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.030742:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.030747:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030753:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2b65 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.030763:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303259392 00000100:00100000:1.0:1763338463.030765:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303259392 00010000:00010000:2.0:1763338463.030766:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.030772:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.030777:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338463.030777:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303259520 00000100:00100000:1.0:1763338463.030780:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303259520 00010000:00010000:2.0:1763338463.030782:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.030785:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.030791:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338463.030796:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7204 00010000:00010000:2.0:1763338463.030797:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.030799:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.030802:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.030807:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2c0d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.030823:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030829:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030834:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030838:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.030841:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030846:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030853:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:2.0:1763338463.030855:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.030858:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030863:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2cbc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.030924:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2cd1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5391 expref: 287 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.030932:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:2.0:1763338463.030935:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338463.030948:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2cca lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5391 expref: 287 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763338463.030961:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2cd1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5391 expref: 286 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.030990:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:2.0:1763338463.030992:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763338463.030995:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:2.0:1763338463.031045:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:55909:x1848993291101696:12345-192.168.202.34@tcp:101:bash.0 Request processed in 8198us (8565us total) trans 4294973318 rc 0/0 00000100:00100000:2.0:1763338463.031054:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10322 00000100:00100000:0.0:1763338463.031363:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7205 00000100:00100000:0.0:1763338463.031373:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+60:3657:x1848993303259392:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338463.031395:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:664 count 1 00010000:00010000:0.0:1763338463.031418:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031434:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031442:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338463.031445:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338463.031448:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031475:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031489:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.031501:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303259904:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.031543:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.031561:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7206 00000100:00100000:0.0:1763338463.031568:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+60:3655:x1848993303259520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338463.031581:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:665 count 1 00002000:00010000:0.0:1763338463.031600:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338463.031606:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031614:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.031616:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.031620:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031631:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031639:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031646:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031662:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338463.031858:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+61:3655:x1848993303259520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 289us (1293us total) trans 21474839193 rc 0/0 00000100:00100000:0.0:1763338463.031865:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7206 00010000:00010000:0.0:1763338463.031889:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338463.031895:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031901:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.031905:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031912:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031924:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031930:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2cdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.031943:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.031944:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.031946:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338463.032028:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303260416:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.032057:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.032078:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338463.032083:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303260032:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.032103:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.032124:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303260160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.032143:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.032162:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338463.032167:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303260288:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.032513:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303260416 00000100:00100000:3.0:1763338463.032521:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303260416 00000100:00100000:3.0:1763338463.032578:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303260032 00000100:00100000:3.0:1763338463.032581:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303260032 00000100:00100000:3.0:1763338463.032598:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303260160 00000100:00100000:3.0:1763338463.032601:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303260160 00000100:00100000:3.0:1763338463.032615:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7207 00000100:00100000:3.0:1763338463.032622:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3656:x1848993303260416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.032892:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+60:3655:x1848993303259648:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.036506:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.036572:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303260288 00000100:00100000:0.0:1763338463.036579:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303260288 00000100:00100000:0.0:1763338463.036623:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7208 00000100:00100000:1.0:1763338463.036629:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+61:3655:x1848993303259648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 5821us (6133us total) trans 21474839194 rc 0/0 00000100:00100000:0.0:1763338463.036636:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303260032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.036646:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7204 00002000:00080000:0.0:1763338463.036666:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:664 count 1 00000100:00100000:1.0:1763338463.036675:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7209 00000100:00100000:1.0:1763338463.036685:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303260160:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338463.036696:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763338463.036700:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:665 count 1 00010000:00010000:0.0:1763338463.036720:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.036725:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x299:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.036732:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036752:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.036754:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.036756:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.036758:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.036762:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.036765:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.036786:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.036796:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036802:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 14 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.036806:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036821:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 14 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338463.036833:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338463.036839:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303260544:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.036903:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd26001e9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763338463.036917:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338463.036923:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036931:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.036935:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036950:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036965:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036973:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2ced lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.036990:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.036992:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.036994:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338463.037007:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7210 00000100:00100000:0.0:1763338463.037015:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303260288:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.037076:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303260160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 392us (4930us total) trans 17179871864 rc 0/0 00000100:00100000:1.0:1763338463.037085:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7209 00002000:00010000:0.0:1763338463.037096:0:35252:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338463.037101:0:35252:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.037103:0:35252:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.037106:0:35252:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.037108:0:35252:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338463.037132:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303260288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 119us (636us total) trans 17179871865 rc 0/0 00000100:00100000:0.0:1763338463.037138:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7210 00000100:00100000:0.0:1763338463.037161:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.037190:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303260416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 4566us (5129us total) trans 17179871863 rc 0/0 00000100:00100000:0.0:1763338463.037193:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303259776 00000100:00100000:0.0:1763338463.037199:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303259776 00000100:00100000:3.0:1763338463.037204:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7207 00000100:00100000:3.0:1763338463.037226:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7211 00000100:00100000:3.0:1763338463.037242:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+61:3657:x1848993303259776:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.037571:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+62:3657:x1848993303259776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 337us (409us total) trans 21474839195 rc 0/0 00000004:00080000:1.0:1763338463.037707:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf33100/2, rc 0, transno 17179871863 00000100:00100000:1.0:1763338463.037715:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303260416:0@lo:2:osp-syn-1-1.0 00000100:00080000:2.0:1763338463.037745:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763338463.037861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.038002:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291101952 00000100:00100000:1.0:1763338463.038007:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291101952 00000100:00100000:1.0:1763338463.038044:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10323 00000100:00100000:1.0:1763338463.038051:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+286:57050:x1848993291101952:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.038063:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.038080:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2cf4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5398 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.038146:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.038158:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.038167:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.038178:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.038184:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.038190:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338463.038433:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7211 00000004:00080000:0.0:1763338463.038456:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f88700/2, rc 0, transno 21474839195 00000100:00100000:0.0:1763338463.038465:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303259776:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338463.038494:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89180/2, rc 0, transno 21474839193 00000100:00100000:0.0:1763338463.038499:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303259520:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763338463.038508:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89c00/2, rc 0, transno 21474839194 00000100:00100000:0.0:1763338463.038511:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303259648:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338463.038532:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf32a00/2, rc 0, transno 17179871865 00000100:00100000:0.0:1763338463.038535:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303260288:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338463.038543:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf33480/2, rc 0, transno 17179871864 00000100:00100000:0.0:1763338463.038546:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303260160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338463.038604:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2d09 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.038614:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2d09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.038624:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2d09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338463.038635:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 2 00010000:00010000:1.0:1763338463.038709:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.038717:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039551:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039562:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039569:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.039573:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039580:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039592:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338463.039596:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.039601:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039607:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2cfb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039619:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039630:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039636:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039641:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.039643:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039648:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039655:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63500) 00010000:00010000:1.0:1763338463.039657:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.039660:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039666:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d02 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.039710:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2cf4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5398 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.039737:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2d09 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5398 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.039745:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338463.039747:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338463.039750:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338463.039810:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57050:x1848993291101952:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1759us (1949us total) trans 4294973319 rc 0/0 00000100:00100000:1.0:1763338463.039820:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10323 00000100:00100000:2.0:1763338463.040475:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.041009:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102080 00000100:00100000:0.0:1763338463.041018:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102080 00000100:00100000:0.0:1763338463.041071:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7212 00000100:00100000:0.0:1763338463.041081:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993291102080:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.041096:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.041113:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af539f expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.041139:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 16 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338463.041148:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.041150:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.041155:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 16 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.041189:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 16 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338463.041201:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 16 pid: 17642 timeout: 1232 lvb_type: 1 00000100:00100000:0.0:1763338463.041215:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303260672:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.041305:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd28216a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.045726:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.045756:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102208 00000100:00100000:2.0:1763338463.045764:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102208 00010000:00010000:2.0:1763338463.045801:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 31 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.045838:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3391 00000100:00100000:2.0:1763338463.045848:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291102208:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.045862:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.045868:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 31 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.045880:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 31 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.045905:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.045908:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.045912:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.045922:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.045942:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338463.045994:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291102208:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 147us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.046001:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3391 00000100:00100000:2.0:1763338463.046045:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.046064:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102464 00000100:00100000:2.0:1763338463.046068:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102464 00010000:00010000:2.0:1763338463.046084:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 17 pid: 17642 timeout: 1232 lvb_type: 1 00000100:00100000:2.0:1763338463.046105:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3392 00000100:00100000:2.0:1763338463.046111:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291102464:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.046121:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.046125:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 17 pid: 17642 timeout: 1232 lvb_type: 1 00010000:00010000:2.0:1763338463.046134:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 17 pid: 17642 timeout: 1232 lvb_type: 1 00010000:00010000:2.0:1763338463.046148:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.046149:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.046155:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.046162:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.046189:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.046203:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848993303260800:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763338463.046251:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c180 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.046351:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.046366:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102336 00000100:00100000:2.0:1763338463.046369:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102336 00010000:00010000:2.0:1763338463.046383:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 18 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.046400:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3393 00000100:00100000:2.0:1763338463.046405:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291102336:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.046412:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.046415:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 18 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.046424:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 18 pid: 17642 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.046434:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.046436:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.046439:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.046446:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.046457:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338463.046472:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291102336:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 67us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.046478:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3393 00010000:00010000:3.0:1763338463.046616:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2c6f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af536e expref: 17 pid: 17642 timeout: 1232 lvb_type: 1 00000100:00100000:3.0:1763338463.046629:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303260672:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.046651:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 16 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.046660:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48e00, rc 0) 00000100:00100000:3.0:1763338463.046696:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993291102080:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5617us (6226us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.046702:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7212 00010000:00010000:1.0:1763338463.046944:0:8869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b2b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5313 expref: 15 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338463.046957:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303260544:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.046971:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.046981:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.046987:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.046996:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.047004:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.047017:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338463.047078:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2b18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5305 expref: 30 pid: 17642 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.047092:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303259904:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338463.047106:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047116:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047124:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047133:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047142:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047158:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763338463.047241:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303260032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10607us (15135us total) trans 17179871866 rc 0/0 00000100:00100000:1.0:1763338463.047248:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7208 00000004:00080000:1.0:1763338463.047311:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31c00/2, rc 0, transno 17179871866 00000100:00100000:0.0:1763338463.047354:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:3657:x1848993303259392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15983us (16828us total) trans 21474839196 rc 0/0 00000100:00100000:0.0:1763338463.047363:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7205 00010000:00010000:0.0:1763338463.047385:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338463.047391:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047399:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.047403:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047412:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047427:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.047428:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338463.047437:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047438:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.047456:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338463.047460:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047467:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.047469:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.047471:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.047474:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.047486:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.047493:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b2cd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763338463.047500:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f88000/2, rc 0, transno 21474839196 00000100:00100000:0.0:1763338463.047510:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303259392:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338463.047520:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.047523:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.047525:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338463.047739:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303260032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.048039:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.048496:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102592 00000100:00100000:0.0:1763338463.048502:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102592 00000100:00100000:0.0:1763338463.048544:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7213 00000100:00100000:0.0:1763338463.048552:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291102592:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.048565:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.048579:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d1e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53a6 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.048623:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303260928:192.168.202.34@tcp:106: 00000100:00100000:0.0:1763338463.048691:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd28216a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.050160:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848993303260800:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338463.050181:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.050228:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291102464:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 4115us (4180us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.050238:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3392 00002000:00010000:0.0:1763338463.051203:0:8406:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb mtime: 0 -> 1763338463 00002000:00010000:0.0:1763338463.051209:0:8406:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb atime: 0 -> 1763338463 00002000:00010000:0.0:1763338463.051212:0:8406:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb ctime: 0 -> 1763338463 00000100:00100000:0.0:1763338463.051229:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303260928:192.168.202.34@tcp:106: 00010000:00010000:0.0:1763338463.051252:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d1e lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53a6 expref: 15 pid: 8406 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763338463.051640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.051710:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102720 00000100:00100000:1.0:1763338463.051716:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102720 00000100:00100000:1.0:1763338463.051768:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7214 00000100:00100000:1.0:1763338463.051777:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+30:55909:x1848993291102720:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.051791:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.051809:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53ad expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.051826:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.051842:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.051845:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.051854:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.051868:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 31 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.051879:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338463.051928:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+31:55909:x1848993291102720:12345-192.168.202.34@tcp:101:bash.0 Request processed in 153us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.051935:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7214 00010000:00010000:0.0:1763338463.052007:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d1e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53a6 expref: 15 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338463.052020:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338463.052043:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291102592:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3492us (4005us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.052049:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7213 00000100:00100000:2.0:1763338463.056177:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.056253:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.056440:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.056574:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291103232 00000100:00100000:3.0:1763338463.056584:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291103232 00000100:00100000:3.0:1763338463.056634:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3612 00000100:00100000:3.0:1763338463.056644:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57050:x1848993291103232:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338463.056871:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57050:x1848993291103232:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 227us (430us total) trans 4294973320 rc 0/0 00000100:00100000:3.0:1763338463.056879:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3612 00000100:00100000:0.0:1763338463.057128:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102976 00000100:00100000:0.0:1763338463.057135:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102976 00002000:00010000:0.0:1763338463.057160:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/666 (0->18446744073709551615) 00002000:00100000:0.0:1763338463.057165:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ad500 with x1848993291102976 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338463.057176:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ad500. 00000100:00100000:0.0:1763338463.057202:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291102848 00000100:00100000:0.0:1763338463.057206:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291102848 00002000:00010000:0.0:1763338463.057218:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/666 (0->18446744073709551615) 00002000:00100000:0.0:1763338463.057221:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ae300 with x1848993291102848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338463.057227:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430ae300. 00000100:00100000:0.0:1763338463.057245:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1761 00000100:00100000:0.0:1763338463.057252:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993291102976:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338463.057427:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338463.057431:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29a:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:0.0:1763338463.057434:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.057436:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29a:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:0.0:1763338463.057438:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338463.057466:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291102976:12345-192.168.202.34@tcp:10:bash.0 Request processed in 214us (1298us total) trans 21474839197 rc 0/0 00000100:00100000:0.0:1763338463.057474:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1761 00002000:00010000:0.0:1763338463.057477:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/666 (0->18446744073709551615) 00002000:00100000:0.0:1763338463.057480:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ad500 with x1848993291102976 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338463.057484:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ad500. 00000100:00100000:0.0:1763338463.057498:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1762 00000100:00100000:0.0:1763338463.057505:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291102848:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338463.057591:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338463.057595:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:0.0:1763338463.057597:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb atime from disk: 1763338463 -> 0 00002000:00010000:0.0:1763338463.057599:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:0.0:1763338463.057601:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338463.057624:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291102848:12345-192.168.202.34@tcp:10:bash.0 Request processed in 119us (1370us total) trans 17179871867 rc 0/0 00000100:00100000:0.0:1763338463.057631:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1762 00002000:00010000:0.0:1763338463.057634:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/666 (0->18446744073709551615) 00002000:00100000:0.0:1763338463.057637:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ae300 with x1848993291102848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338463.057641:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430ae300. 00000100:00100000:2.0:1763338463.064375:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.064515:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291103488 00000100:00100000:0.0:1763338463.064526:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291103488 00000100:00100000:0.0:1763338463.064595:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3613 00000100:00100000:0.0:1763338463.064607:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993291103488:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:0.0:1763338463.064949:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291103488:12345-192.168.202.34@tcp:35:bash.0 Request processed in 343us (583us total) trans 4294973321 rc 0/0 00000100:00100000:0.0:1763338463.064957:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3613 00000100:00100000:2.0:1763338463.073534:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.073617:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291103744 00000100:00100000:1.0:1763338463.073626:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291103744 00000100:00100000:1.0:1763338463.073686:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10324 00000100:00100000:1.0:1763338463.073695:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57051:x1848993291103744:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.073718:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.073737:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d2c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53b4 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.073834:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.073850:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.073863:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338463.073875:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 5 00010000:00010000:1.0:1763338463.073985:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d2c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.074003:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.074012:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338463.074015:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763338463.074018:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338463.074083:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57051:x1848993291103744:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 389us (558us total) trans 4294973322 rc 0/0 00000100:00100000:1.0:1763338463.074091:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10324 00000100:00100000:2.0:1763338463.088046:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.088150:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104000 00000100:00100000:1.0:1763338463.088160:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104000 00000100:00100000:1.0:1763338463.088221:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10325 00000100:00100000:1.0:1763338463.088231:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57052:x1848993291104000:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:1.0:1763338463.088330:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763338463.088358:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2cd1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5391 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.088379:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2d09 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5398 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.088391:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2cb5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5383 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.088401:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338463.088407:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.088434:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.088447:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.088456:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.088469:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.088477:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.088484:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.088559:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.088569:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.088582:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.088616:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.088630:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 289 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338463.088646:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303261056:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.088739:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522240 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.092164:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.092292:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104128 00000100:00100000:2.0:1763338463.092304:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104128 00000100:00100000:2.0:1763338463.092358:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10326 00000100:00100000:2.0:1763338463.092366:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57051:x1848993291104128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.092389:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.092410:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2d56 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53bb expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.092518:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.092531:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.092539:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.092557:0:13583:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.092567:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338463.095001:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303261056:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.095037:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338463.095916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.096009:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104256 00000100:00100000:0.0:1763338463.096017:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104256 00010000:00010000:0.0:1763338463.096063:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 292 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.096117:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3394 00000100:00100000:0.0:1763338463.096128:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c31c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2410:x1848993291104256:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.096143:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.096151:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 292 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.096164:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 292 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.096190:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b2d33 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53b4 expref: 292 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.096209:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:0.0:1763338463.096214:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.096223:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.096230:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.096238:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.096244:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.096250:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.096335:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.096388:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c31c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:2410:x1848993291104256:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 261us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.096396:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3394 00010000:00010000:1.0:1763338463.096497:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096506:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338463.096788:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1fb:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763338463.096890:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096899:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096905:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096912:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.096916:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096923:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096935:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:1.0:1763338463.096937:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763338463.096940:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.096947:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.096953:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.096989:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.096996:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2d4f lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097013:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097019:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097024:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097029:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097035:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.097037:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097043:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097050:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338463.097053:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.097056:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097061:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2d41 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:1.0:1763338463.097076:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000e1c2791 reply state 000000002d786839 transno 4294973323 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097087:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.097093:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338463.097095:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338463.097097:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338463.097151:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57052:x1848993291104000:12345-192.168.202.34@tcp:36:rm.0 Request processed in 8920us (9113us total) trans 4294973323 rc 0/0 00000100:00100000:1.0:1763338463.097158:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10325 00010000:00010000:0.0:1763338463.097326:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.097336:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338463.097364:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fb:0x0]: returning size 5 00000004:00200000:0.0:1763338463.097369:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338463.097385:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.097414:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2d56 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53bb expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.097429:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93400/0x4ea0a6980f4b2d5d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53bb expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.097437:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:0.0:1763338463.097439:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338463.097442:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93400, rc 0) 00000100:00100000:0.0:1763338463.097487:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57051:x1848993291104128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5120us (5334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.097494:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10326 00000100:00100000:3.0:1763338463.104420:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.104605:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104512 00000100:00100000:1.0:1763338463.104617:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104512 00000100:00100000:1.0:1763338463.104678:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3614 00000100:00100000:1.0:1763338463.104688:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57051:x1848993291104512:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:1.0:1763338463.104952:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1fb:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763338463.105027:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1680, 64 off140416 00000040:00080000:1.0:1763338463.105051:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1680, 64 off140176 00000040:00080000:1.0:1763338463.105062:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1681, 64 off140240 00000040:00080000:1.0:1763338463.105071:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1681, 64 off140480 00010000:00010000:1.0:1763338463.105132:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763338463.105149:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.105161:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.105170:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.105176:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.105183:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.105212:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338463.105449:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57051:x1848993291104512:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 761us (1039us total) trans 4294973324 rc 0/0 00000100:00100000:1.0:1763338463.105458:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3614 00010000:00010000:2.0:1763338463.105705:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338463.105713:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.105720:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.105724:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.105732:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.105745:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fb:0x0].0x0 (ffff8fd14307cc00) 00010000:00010000:2.0:1763338463.105749:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338463.105754:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.105760:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b2d64 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.105772:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.105774:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.105776:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338463.109618:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.109710:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104640 00000100:00100000:0.0:1763338463.109720:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104640 00000100:00100000:0.0:1763338463.109781:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10327 00000100:00100000:0.0:1763338463.109792:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57051:x1848993291104640:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.109817:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.109839:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d6b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53c2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.109915:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.109928:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113411:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113448:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.113463:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113469:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113533:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113540:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113547:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113553:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113560:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.113564:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113577:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113591:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.113595:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.113600:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113606:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d72 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113621:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113627:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113633:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113638:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.113642:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113648:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113655:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338463.113658:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.113661:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113667:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d79 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.113708:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d6b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53c2 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.113718:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.113721:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.113724:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d6b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53c2 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.113737:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338463.113815:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57051:x1848993291104640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4023us (4208us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.113824:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10327 00000100:00100000:3.0:1763338463.124763:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.124853:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104768 00000100:00100000:0.0:1763338463.124864:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104768 00000100:00100000:0.0:1763338463.124931:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10328 00000100:00100000:0.0:1763338463.124942:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57053:x1848993291104768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.124964:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.124990:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d80 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53c9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.125064:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.125079:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125090:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125105:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.125112:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125119:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125159:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125166:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125173:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125179:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125184:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.125189:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125196:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125206:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.125209:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.125213:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125220:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2d87 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125234:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125239:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125245:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125249:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.125252:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.125257:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.126113:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338463.126116:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.126120:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.126127:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d8e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.126163:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d80 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53c9 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.126173:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.126175:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.126179:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d80 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53c9 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.126198:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338463.126422:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57053:x1848993291104768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1481us (1675us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.126430:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10328 00000100:00100000:3.0:1763338463.134790:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.134890:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291104896 00000100:00100000:0.0:1763338463.134900:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291104896 00000100:00100000:0.0:1763338463.134960:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10329 00000100:00100000:0.0:1763338463.134970:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57053:x1848993291104896:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.134993:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.135020:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d95 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53d0 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.135095:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.135110:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135122:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135133:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.135140:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135147:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135205:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135212:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135217:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135223:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135228:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.135232:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135238:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135249:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.135252:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.135256:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135299:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2d9c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135313:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135327:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135333:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135338:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.135341:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135347:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135354:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338463.135356:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.135359:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135365:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2da3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.135392:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d95 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53d0 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.135402:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.135404:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.135408:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b2d95 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53d0 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.135420:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338463.137058:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57053:x1848993291104896:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2076us (2263us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.137071:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10329 00000100:00100000:3.0:1763338463.140209:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.141611:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.141990:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291105024 00000100:00100000:1.0:1763338463.142001:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291105024 00000100:00100000:1.0:1763338463.142232:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291105280 00000100:00100000:1.0:1763338463.142236:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291105280 00000100:00100000:0.0:1763338463.142324:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10330 00000100:00100000:0.0:1763338463.142338:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57053:x1848993291105024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.142361:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.142385:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2daa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53d7 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.142455:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2db1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.142470:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2db1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142482:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2db1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338463.142528:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338463.142533:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338463.142568:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2daa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53d7 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.142587:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2db1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53d7 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.142595:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338463.142599:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338463.142602:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:0.0:1763338463.142653:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57053:x1848993291105024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 320us (2454us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.142660:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10330 00000100:00100000:0.0:1763338463.142678:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10331 00000100:00100000:0.0:1763338463.142685:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57054:x1848993291105280:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.142694:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.142701:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2db8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53de expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.142741:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.142749:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142756:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142765:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.142772:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142778:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142809:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142815:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142820:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142826:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142832:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.142836:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142843:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142851:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338463.142854:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.142857:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142863:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2dbf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142872:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142878:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142883:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142888:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.142890:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142895:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142902:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338463.142905:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.142907:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142917:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2dc6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.142934:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2db8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53de expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.142944:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338463.142946:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338463.142949:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2db8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53de expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.142957:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48800, rc 0) 00000100:00100000:0.0:1763338463.142979:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57054:x1848993291105280:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 295us (1377us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.142986:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10331 00000100:00100000:3.0:1763338463.149498:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.149839:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291105536 00000100:00100000:0.0:1763338463.149850:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291105536 00000100:00100000:2.0:1763338463.149972:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10332 00000100:00100000:2.0:1763338463.149983:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57053:x1848993291105536:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.150004:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.150007:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338463.150031:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b2db1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53d7 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.150048:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338463.150057:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.150071:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b2dcd lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53e5 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.150167:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.150186:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150195:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150205:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.150211:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150217:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150583:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.150591:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150598:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.150606:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 0 00010000:00010000:2.0:1763338463.150628:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150635:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150641:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150647:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150652:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.150656:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150663:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150670:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.150673:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.150675:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150694:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2dd4 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338463.150703:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e7e11c6b reply state 0000000010fca291 transno 4294973325 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150713:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.150718:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:2.0:1763338463.150721:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.150723:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338463.150744:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b2dcd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.150759:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.150765:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338463.150767:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338463.150769:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:2.0:1763338463.150833:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57053:x1848993291105536:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 851us (1343us total) trans 4294973325 rc 0/0 00000100:00100000:2.0:1763338463.150843:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10332 00000100:00100000:3.0:1763338463.157548:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.157637:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291105792 00000100:00100000:0.0:1763338463.157646:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291105792 00000100:00100000:0.0:1763338463.157702:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10333 00000100:00100000:0.0:1763338463.157711:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57053:x1848993291105792:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.157734:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.157752:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2df0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53ec expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.157952:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338463.157967:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.157977:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.158010:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.158022:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 296 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.158035:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303261184:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.158109:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.162762:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303261184:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338463.162796:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338463.163473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.164738:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291105920 00000100:00100000:2.0:1763338463.164753:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291105920 00010000:00010000:2.0:1763338463.164794:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 297 pid: 13583 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.164841:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3395 00000100:00100000:2.0:1763338463.164851:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2409:x1848993291105920:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.164866:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.164872:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 297 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.164885:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 297 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.164909:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2de2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53e5 expref: 297 pid: 13583 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.164925:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338463.164931:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.164941:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.164948:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.164982:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338463.165046:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:2409:x1848993291105920:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 195us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.165054:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3395 00000100:00100000:3.0:1763338463.165596:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.166467:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291106176 00000100:00100000:2.0:1763338463.166475:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291106176 00000100:00100000:2.0:1763338463.166519:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10334 00000100:00100000:2.0:1763338463.166528:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57055:x1848993291106176:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.166545:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.166565:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b2dfe lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53f3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.166642:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.166655:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166665:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166675:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.166682:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166688:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166790:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.166799:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166807:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.166817:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 0 00010000:00010000:2.0:1763338463.166894:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166902:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166909:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166914:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.166919:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166925:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166938:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338463.166942:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338463.166946:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166953:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2e13 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166970:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166976:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166986:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166992:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.166997:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.167000:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167006:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167015:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.167018:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.167021:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167027:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2e05 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167038:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167044:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167050:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167056:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.167060:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167070:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167080:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:2.0:1763338463.167083:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.167086:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167092:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b2e0c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.167129:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b2dfe lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53f3 expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.167141:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.167144:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338463.167149:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b2dfe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53f3 expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.167168:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93600, rc 0) 00000100:00100000:2.0:1763338463.167220:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57055:x1848993291106176:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 692us (1624us total) trans 4294973326 rc 301/301 00000100:00100000:2.0:1763338463.167229:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10334 00010000:00010000:1.0:1763338463.169397:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169414:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338463.169440:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 0 00000004:00080000:1.0:1763338463.169622:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x29c:0x0], index 0: 0 00000004:00080000:1.0:1763338463.169629:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x29c:0x0], index 1: 0 00000004:00080000:1.0:1763338463.169634:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x29d:0x0], index 1: 0 00000004:00080000:1.0:1763338463.169638:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x29d:0x0], index 0: 0 00010000:00010000:1.0:1763338463.169751:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169759:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169765:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169771:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.169775:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169781:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169795:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:1.0:1763338463.169798:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338463.169816:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169823:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b2df7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.169883:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2df0 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ec expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.169893:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd251ee6200) 00010000:00010000:1.0:1763338463.169896:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763338463.169899:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b2df0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ec expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.169913:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48800, rc 0) 00000100:00100000:1.0:1763338463.169976:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57053:x1848993291105792:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 12265us (12437us total) trans 4294973327 rc 301/301 00000100:00100000:1.0:1763338463.169984:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10333 00000100:00100000:2.0:1763338463.173004:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.173197:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291106432 00000100:00100000:0.0:1763338463.173207:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291106432 00000100:00100000:0.0:1763338463.173351:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3615 00000100:00100000:0.0:1763338463.173361:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57055:x1848993291106432:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.173657:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57055:x1848993291106432:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 297us (663us total) trans 4294973328 rc 0/0 00000100:00100000:0.0:1763338463.173665:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3615 00000100:00100000:3.0:1763338463.175017:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.175301:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291106688 00000100:00100000:0.0:1763338463.175309:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291106688 00000100:00100000:0.0:1763338463.175789:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3616 00000100:00100000:0.0:1763338463.175800:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57053:x1848993291106688:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.175999:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57053:x1848993291106688:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 200us (988us total) trans 4294973329 rc 0/0 00000100:00100000:0.0:1763338463.176007:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3616 00000100:00100000:2.0:1763338463.176867:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.176967:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291106944 00000100:00100000:1.0:1763338463.176974:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291106944 00000100:00100000:1.0:1763338463.177026:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10335 00000100:00100000:1.0:1763338463.177034:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57055:x1848993291106944:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.177050:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.177073:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2e28 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af53fa expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.177138:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338463.177152:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177164:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177177:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338463.177185:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177191:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177333:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2e3d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338463.177343:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2e3d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177350:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2e3d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338463.177360:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 0 00010000:00010000:1.0:1763338463.177429:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177437:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177444:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177451:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177458:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.177462:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177471:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177482:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338463.177486:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.177491:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177497:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e2f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177510:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177515:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177522:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177527:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.177530:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177536:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177542:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338463.177545:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.177548:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177553:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e36 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.177586:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2e28 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53fa expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.177602:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2e3d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53fa expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.177609:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd250f63a00) 00010000:00010000:1.0:1763338463.177611:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338463.177613:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338463.177651:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57055:x1848993291106944:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 618us (788us total) trans 4294973330 rc 0/0 00000100:00100000:1.0:1763338463.177658:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10335 00000100:00100000:2.0:1763338463.182566:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.182601:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.182637:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291107200 00000100:00100000:0.0:1763338463.182647:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291107200 00000100:00100000:0.0:1763338463.182716:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3617 00000100:00100000:0.0:1763338463.182726:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57053:x1848993291107200:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.182978:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57053:x1848993291107200:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 252us (424us total) trans 4294973331 rc 0/0 00000100:00100000:0.0:1763338463.182986:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3617 00000100:00100000:3.0:1763338463.183961:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291107328 00000100:00100000:3.0:1763338463.183970:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291107328 00000100:00100000:3.0:1763338463.184023:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7215 00000100:00100000:3.0:1763338463.184030:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291107328:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.184043:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.184065:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5401 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338463.184088:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.184104:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.184106:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.184117:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.184133:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.184143:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:3.0:1763338463.184191:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291107328:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 161us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.184197:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7215 00000100:00100000:3.0:1763338463.189669:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.189964:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.190078:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291107584 00000100:00100000:1.0:1763338463.190088:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291107584 00000100:00100000:1.0:1763338463.190154:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3618 00000100:00100000:1.0:1763338463.190164:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57055:x1848993291107584:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.190298:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291107840 00000100:00100000:0.0:1763338463.190303:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291107840 00000100:00100000:0.0:1763338463.190350:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10336 00000100:00100000:0.0:1763338463.190358:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:55909:x1848993291107840:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.190712:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.190718:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338463.190745:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b2e3d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53fa expref: 302 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.190769:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd250f63a00) 00010000:00010000:0.0:1763338463.190782:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.190798:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e52 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5408 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.190916:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2e59 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.190936:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2e59 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.190947:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2e59 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.190962:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 0 00010000:00010000:0.0:1763338463.191082:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e52 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5408 expref: 304 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.191096:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2e59 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5408 expref: 303 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.191103:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.191106:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763338463.191108:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48200, rc 0) 00000100:00100000:0.0:1763338463.191172:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291107840:12345-192.168.202.34@tcp:101:bash.0 Request processed in 814us (1208us total) trans 4294973332 rc 0/0 00000100:00100000:0.0:1763338463.191179:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10336 00000100:00100000:0.0:1763338463.192605:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57055:x1848993291107584:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 2434us (2938us total) trans 4294973333 rc 0/0 00000100:00100000:0.0:1763338463.192617:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3618 00000100:00100000:2.0:1763338463.194216:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.194441:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291107968 00000100:00100000:3.0:1763338463.194452:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291107968 00000100:00100000:3.0:1763338463.194504:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10337 00000100:00100000:3.0:1763338463.194515:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291107968:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.194534:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.194555:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2e67 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af540f expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.194586:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2e6e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338463.194601:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2e6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338463.194612:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2e6e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338463.194715:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b2e67 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af540f expref: 305 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.194733:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2e6e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af540f expref: 304 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.194743:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:3.0:1763338463.194746:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338463.194749:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:3.0:1763338463.194808:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+304:55909:x1848993291107968:12345-192.168.202.34@tcp:101:bash.0 Request processed in 294us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.194815:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10337 00000100:00100000:3.0:1763338463.197576:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.197675:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291108224 00000100:00100000:0.0:1763338463.197684:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291108224 00000100:00100000:0.0:1763338463.197743:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10338 00000100:00100000:0.0:1763338463.197753:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:55909:x1848993291108224:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338463.197812:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.197839:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b2e59 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5408 expref: 304 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.197857:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.197862:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.198037:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.198051:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.198060:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000001:00080000:0.0:1763338463.198103:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973334 00000004:00010000:0.0:1763338463.198124:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003612b088 reply state 00000000c653cfcf transno 4294973335 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.198136:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.198147:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.198150:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338463.198152:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338463.198585:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+306:55909:x1848993291108224:12345-192.168.202.34@tcp:36:bash.0 Request processed in 511us (695us total) trans 4294973335 rc 0/0 00000100:00100000:0.0:1763338463.198593:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10338 00000020:00080000:0.0:1763338463.198598:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338463.198705:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.199003:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291108480 00000100:00100000:1.0:1763338463.199009:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291108480 00000100:00100000:1.0:1763338463.199048:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10339 00000100:00100000:1.0:1763338463.199057:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57055:x1848993291108480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.199073:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.199089:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2e7c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5416 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.199147:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.199161:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199170:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199181:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.199377:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199384:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199469:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.199478:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199485:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338463.199493:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 0 00010000:00010000:1.0:1763338463.199555:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199563:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199569:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199576:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199582:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.199586:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199592:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199602:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338463.199605:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.199609:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199615:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2e83 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199627:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199632:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199637:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199642:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.199644:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199650:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199656:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338463.199659:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.199662:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199667:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2e8a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.199699:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2e7c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 309 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.199715:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 308 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.199722:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:1.0:1763338463.199725:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338463.199727:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338463.199781:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57055:x1848993291108480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 725us (1076us total) trans 4294973336 rc 0/0 00000100:00100000:1.0:1763338463.199788:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10339 00000100:00100000:2.0:1763338463.202154:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.202191:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.202848:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291108608 00000100:00100000:3.0:1763338463.202858:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291108608 00000100:00100000:3.0:1763338463.202917:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10340 00000100:00100000:3.0:1763338463.202929:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+308:55909:x1848993291108608:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.202957:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.202980:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2e9f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af541d expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.203037:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2e9f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af541d expref: 309 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.203053:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2e9f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af541d expref: 309 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.203072:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:3.0:1763338463.203076:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338463.203080:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338463.203133:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+309:55909:x1848993291108608:12345-192.168.202.34@tcp:101:bash.0 Request processed in 207us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.203139:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10340 00000100:00100000:0.0:1763338463.203235:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291108864 00000100:00100000:0.0:1763338463.203239:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291108864 00000100:00100000:0.0:1763338463.203287:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3619 00000100:00100000:0.0:1763338463.203293:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+309:57055:x1848993291108864:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.203442:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+310:57055:x1848993291108864:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 149us (1249us total) trans 4294973337 rc 0/0 00000100:00100000:0.0:1763338463.203448:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3619 00000100:00100000:2.0:1763338463.207858:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.208053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.208192:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291109120 00000100:00100000:1.0:1763338463.208203:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291109120 00000100:00100000:1.0:1763338463.208296:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10341 00000100:00100000:1.0:1763338463.208307:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+310:55909:x1848993291109120:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.208336:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.208340:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338463.208371:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2e9f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af541d expref: 310 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.208393:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:1.0:1763338463.208397:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.208413:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2ea6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5424 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.208464:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.208475:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 310 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.208484:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.208516:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 310 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.208528:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 310 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338463.208541:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303261312:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.208614:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.208877:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291109248 00000100:00100000:3.0:1763338463.208882:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291109248 00000100:00100000:3.0:1763338463.208919:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3620 00000100:00100000:3.0:1763338463.208927:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+311:57055:x1848993291109248:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338463.209053:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+311:57055:x1848993291109248:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 127us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.209060:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3620 00000100:00100000:2.0:1763338463.213384:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.213487:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303261312:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.213514:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338463.213578:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291109376 00000100:00100000:0.0:1763338463.213586:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291109376 00010000:00010000:0.0:1763338463.213623:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 311 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.213655:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3396 00000100:00100000:0.0:1763338463.213664:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+311:2409:x1848993291109376:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.213689:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.213696:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 311 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.213710:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 311 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.213734:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b2e91 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5416 expref: 311 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.213750:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.213754:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.213764:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.213771:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.213804:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.213867:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+310:2409:x1848993291109376:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 204us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.213875:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3396 00010000:00010000:1.0:1763338463.213977:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.213985:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:1.0:1763338463.214212:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1682, 88 off140328 00000004:00080000:1.0:1763338463.214221:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132925958481ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.214291:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1682, 88 off140568 00000004:00080000:1.0:1763338463.214297:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132926035062ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.214326:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1683, 88 off140656 00000004:00080000:1.0:1763338463.214331:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1132926068776ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.214342:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1683, 88 off140416 00000004:00080000:1.0:1763338463.214346:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1132926084238ns, next at 1133618983616ns, rc = 0 00000001:00080000:1.0:1763338463.221379:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973338 is committed 00000004:00080000:1.0:1763338463.221392:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1095 committed 00000004:00080000:1.0:1763338463.221403:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1101 committed 00000004:00080000:1.0:1763338463.221408:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1100 committed 00000004:00080000:1.0:1763338463.221410:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1094 committed 00000100:00100000:1.0:1763338463.221569:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303261696:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.221631:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.221667:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338463.221674:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303261568:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.221713:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.221723:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303261440:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.221756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.221786:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303261952:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.221809:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303261696 00000100:00100000:0.0:1763338463.221809:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.221817:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303261696 00000100:00100000:0.0:1763338463.221832:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763338463.221838:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303261824:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.221859:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303261568 00000100:00100000:1.0:1763338463.221864:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303261568 00000100:00100000:0.0:1763338463.221864:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.221887:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303261440 00000100:00100000:1.0:1763338463.221890:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303261440 00000100:00100000:0.0:1763338463.221902:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303261952 00000100:00100000:1.0:1763338463.221907:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303261824 00000100:00100000:0.0:1763338463.221908:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303261952 00000100:00100000:1.0:1763338463.221913:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303261824 00000100:00100000:0.0:1763338463.221946:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7216 00000100:00100000:0.0:1763338463.221957:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3655:x1848993303261696:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338463.221983:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:666 count 1 00010000:00010000:0.0:1763338463.222012:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222032:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222040:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338463.222042:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338463.222046:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.222053:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7217 00000100:00100000:1.0:1763338463.222063:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3655:x1848993303261568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338463.222081:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:667 count 1 00010000:00010000:0.0:1763338463.222106:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.222108:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.222120:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222128:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 14 pid: 27817 timeout: 1232 lvb_type: 0 00010000:00010000:1.0:1763338463.222131:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.222135:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.222141:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.222146:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303262464:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.222164:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.222174:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.222183:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.222202:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338463.222214:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25257c780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.222235:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303262080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.222292:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.222311:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338463.222328:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303262208:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.222354:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.222379:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303262080 00000100:00100000:0.0:1763338463.222383:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303262080 00000100:00100000:0.0:1763338463.222403:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303262208 00000100:00100000:0.0:1763338463.222410:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303262208 00000100:00100000:0.0:1763338463.222425:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7218 00000100:00100000:0.0:1763338463.222431:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+66:3657:x1848993303261440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338463.222445:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:666 count 1 00000100:00100000:1.0:1763338463.222457:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+66:3655:x1848993303261568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 394us (741us total) trans 21474839198 rc 0/0 00010000:00010000:0.0:1763338463.222457:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.222472:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7217 00010000:00010000:0.0:1763338463.222478:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 32 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222491:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338463.222494:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763338463.222495:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7219 00010000:00010000:0.0:1763338463.222498:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.222505:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3657:x1848993303261952:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338463.222529:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 32 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222539:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 32 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.222550:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303262592:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.222582:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2586d9780 going to sleep for 11 seconds 00010000:00010000:0.0:1763338463.222598:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338463.222604:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222613:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:1.0:1763338463.222615:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+66:3657:x1848993303261952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 112us (804us total) trans 21474839199 rc 0/0 00010000:00010000:0.0:1763338463.222618:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.222625:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7219 00010000:00010000:0.0:1763338463.222636:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.222643:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7220 00000100:00100000:1.0:1763338463.222653:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3657:x1848993303261824:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338463.222660:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222674:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b2ebb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222690:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.222692:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.222693:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.222734:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5424 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.222745:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.222749:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338463.222762:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b2ea6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5424 expref: 291 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338463.222777:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5424 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.222797:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7221 00010000:00010000:0.0:1763338463.222803:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.222807:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:2.0:1763338463.222811:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3654:x1848993303262080:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338463.222812:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00002000:00080000:2.0:1763338463.222827:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:667 count 1 00000100:00100000:0.0:1763338463.222842:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291109120:12345-192.168.202.34@tcp:101:bash.0 Request processed in 14537us (14994us total) trans 4294973338 rc 0/0 00002000:00010000:2.0:1763338463.222846:0:31107:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1763338463.222852:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10341 00010000:00010000:2.0:1763338463.222854:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.222865:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.222867:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.222871:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.222882:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.222891:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.222899:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.222920:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338463.223002:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338463.223009:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.223022:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.223026:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.223034:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.223046:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.223054:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2ec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.223065:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303262080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 258us (772us total) trans 17179871868 rc 0/0 00010000:00010000:0.0:1763338463.223068:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.223071:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.223075:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338463.223077:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7221 00000100:00100000:2.0:1763338463.223095:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7222 00000100:00100000:2.0:1763338463.223102:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3654:x1848993303262208:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.223170:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3654:x1848993303262208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 68us (814us total) trans 17179871869 rc 0/0 00000100:00100000:2.0:1763338463.223176:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7222 00000004:00080000:2.0:1763338463.223213:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154700/2, rc 0, transno 17179871869 00000100:00100000:2.0:1763338463.223219:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303262208:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338463.223229:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154000/2, rc 0, transno 17179871868 00000100:00100000:2.0:1763338463.223232:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303262080:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.223248:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303262336:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.223294:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763338463.223347:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31500/2, rc 0, transno 21474839199 00000100:00100000:2.0:1763338463.223353:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303261952:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338463.223373:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31180/2, rc 0, transno 21474839198 00000100:00100000:2.0:1763338463.223390:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303261568:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.225343:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303262336 00000100:00100000:1.0:1763338463.225361:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303262336 00000100:00100000:1.0:1763338463.225410:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7223 00000100:00100000:1.0:1763338463.225419:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3656:x1848993303262336:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.225622:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3656:x1848993303262336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 203us (2326us total) trans 17179871870 rc 0/0 00000100:00100000:1.0:1763338463.225630:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7223 00002000:00010000:0.0:1763338463.225678:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338463.225682:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.225684:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.225686:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.225688:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338463.225736:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+66:3657:x1848993303261824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3084us (3873us total) trans 21474839200 rc 0/0 00000100:00100000:0.0:1763338463.225743:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7220 00000004:00080000:1.0:1763338463.225875:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf33800/2, rc 0, transno 21474839200 00000100:00100000:1.0:1763338463.225882:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303261824:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338463.226434:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226448:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226454:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226459:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.226463:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226470:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226485:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338463.226488:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.226492:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226498:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2d48 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226513:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226519:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226524:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226528:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.226531:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226536:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226543:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:0.0:1763338463.226545:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.226548:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226552:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2ddb lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.226566:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226575:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226580:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226584:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.226586:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226592:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226599:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.226601:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.226604:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.226609:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2e75 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338463.228970:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145154e00/2, rc 0, transno 17179871870 00000100:00100000:2.0:1763338463.228985:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303262336:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.230142:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.230212:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.230225:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144524380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303262592:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.230242:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338463.230253:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.230289:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291109760 00000100:00100000:0.0:1763338463.230298:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291109760 00000100:00100000:2.0:1763338463.230305:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291109888 00000100:00100000:2.0:1763338463.230310:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291109888 00010000:00010000:2.0:1763338463.230342:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.230345:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 15 pid: 27817 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.230383:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3397 00000100:00100000:2.0:1763338463.230394:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291109888:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.230409:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763338463.230413:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291109632 00010000:00010000:2.0:1763338463.230415:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338463.230420:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291109632 00010000:00010000:2.0:1763338463.230434:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338463.230457:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10342 00010000:00010000:2.0:1763338463.230461:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b2d25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af53ad expref: 33 pid: 8869 timeout: 1232 lvb_type: 0 00000100:00100000:3.0:1763338463.230470:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57056:x1848993291109632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.230484:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.230487:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.230489:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.230493:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.230504:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.230511:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2ed0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af542b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.230528:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338463.230580:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291109888:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (338us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338463.230585:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00000100:00100000:2.0:1763338463.230591:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3397 00010000:00010000:3.0:1763338463.230603:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338463.230612:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3398 00010000:00010000:3.0:1763338463.230614:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338463.230622:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291109760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.230633:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.230634:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.230640:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 15 pid: 27817 timeout: 1232 lvb_type: 0 00010000:00010000:3.0:1763338463.230645:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.230657:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 15 pid: 27817 timeout: 1232 lvb_type: 0 00010000:00010000:2.0:1763338463.230672:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.230674:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.230688:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.230696:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.230708:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338463.230738:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291109760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 119us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.230744:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3398 00010000:00010000:1.0:1763338463.230817:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2d17 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af539f expref: 14 pid: 27817 timeout: 1232 lvb_type: 0 00000100:00100000:1.0:1763338463.230830:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303262464:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.230844:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.230854:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.230860:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.230868:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.230874:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.230893:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763338463.231158:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231168:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.231178:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:2.0:1763338463.231183:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231191:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231208:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763338463.231366:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338463.231374:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.231383:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49600 already unused, calling callback (ffffffffc0da4b40) 00000100:00100000:2.0:1763338463.231387:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+66:3657:x1848993303261440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8953us (9627us total) trans 21474839201 rc 0/0 00010000:00010000:0.0:1763338463.231389:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.231403:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7218 00010000:00010000:0.0:1763338463.231407:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.231421:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110016 00010000:00010000:0.0:1763338463.231425:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.231432:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110016 00010000:00010000:0.0:1763338463.231438:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.231459:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1763338463.231463:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7224 00010000:00010000:0.0:1763338463.231464:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.231475:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+32:55909:x1848993291110016:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.231475:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.231482:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231487:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.231491:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231500:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5432 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.231504:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.231516:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2ec2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231523:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338463.231532:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.231533:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.231537:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.231537:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.231542:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.231544:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 33 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.231578:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1763338463.231580:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31f80/2, rc 0, transno 21474839201 00000100:00100000:0.0:1763338463.231591:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303261440:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338463.231598:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 1232 lvb_type: 1 00000100:00100000:2.0:1763338463.231613:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145156300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303262720:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.231705:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338463.231748:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270401e40 going to sleep for 11 seconds 00010000:00010000:2.0:1763338463.231763:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.231829:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338463.231840:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.231847:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:3.0:1763338463.231858:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 2 00000100:00100000:1.0:1763338463.231936:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3655:x1848993303261696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9981us (10304us total) trans 17179871871 rc 0/0 00010000:00010000:3.0:1763338463.231944:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.231948:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7216 00010000:00010000:3.0:1763338463.231958:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00000004:00080000:2.0:1763338463.231964:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1439c6680/2, rc 0, transno 17179871871 00010000:00010000:3.0:1763338463.231966:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00000100:00100000:2.0:1763338463.231973:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1439c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303261696:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338463.231977:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.231986:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338463.231990:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.231996:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232006:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14307c400) 00010000:00010000:3.0:1763338463.232009:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338463.232012:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232018:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b2ed7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232028:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232034:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232039:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232045:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338463.232047:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232052:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232060:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd14307ca00) 00010000:00010000:3.0:1763338463.232062:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338463.232065:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232071:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b2ede lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.232113:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b2ed0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.232129:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.232136:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:3.0:1763338463.232139:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338463.232142:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338463.232196:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57056:x1848993291109632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1728us (2058us total) trans 4294973339 rc 0/0 00000100:00100000:3.0:1763338463.232203:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10342 00000100:00100000:2.0:1763338463.235500:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.235534:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.235627:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145156300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303262720:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.235634:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110272 00000100:00100000:1.0:1763338463.235643:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110272 00010000:00010000:0.0:1763338463.235662:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 34 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.235696:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:1.0:1763338463.235720:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7225 00000100:00100000:1.0:1763338463.235744:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993291110272:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338463.235753:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+34:55909:x1848993291110016:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4279us (4578us total) trans 0 rc 0/0 00010000:00010000:1.0:1763338463.235762:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763338463.235767:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7224 00010000:00010000:1.0:1763338463.235785:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2efa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5439 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.235807:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.235820:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2efa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5439 expref: 34 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.235836:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2efa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5439 expref: 34 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.235848:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338463.235889:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2408:x1848993291110272:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 149us (354us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338463.235900:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7225 00000100:00100000:3.0:1763338463.236446:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110144 00000100:00100000:3.0:1763338463.236453:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110144 00010000:00010000:3.0:1763338463.236480:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 1232 lvb_type: 1 00000100:00100000:3.0:1763338463.236526:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3399 00000100:00100000:3.0:1763338463.236536:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291110144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.236547:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.236554:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338463.236571:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338463.236589:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b2e4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5401 expref: 33 pid: 27817 timeout: 1232 lvb_type: 1 00010000:00010000:3.0:1763338463.236599:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.236600:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.236608:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 32 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.236618:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 32 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.236653:0:10279:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 32 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.236667:0:10279:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146a6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10279:1848993303262848:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338463.236735:0:10279:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bce40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.243361:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.243418:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.243481:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110656 00000100:00100000:1.0:1763338463.243491:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110656 00000100:00100000:1.0:1763338463.243561:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7226 00000100:00100000:1.0:1763338463.243573:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291110656:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.243593:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.243618:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5440 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.243644:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.243668:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.243672:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.243682:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.243700:0:10279:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146a6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10279:1848993303262848:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338463.243702:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.243721:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00010000:00010000:3.0:1763338463.243729:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.243843:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110528 00000100:00100000:0.0:1763338463.243849:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110528 00000100:00100000:0.0:1763338463.243891:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3621 00000100:00100000:0.0:1763338463.243899:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57056:x1848993291110528:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338463.244149:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291110144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 7613us (8659us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.244159:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3399 00000100:00100000:1.0:1763338463.244423:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:55909:x1848993291110656:12345-192.168.202.34@tcp:101:bash.0 Request processed in 851us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.244431:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7226 00000100:00100000:0.0:1763338463.244738:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57056:x1848993291110528:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 837us (1385us total) trans 4294973340 rc 0/0 00000100:00100000:0.0:1763338463.244747:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3621 00010000:00010000:0.0:1763338463.247455:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338463.249188:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.249237:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.249380:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110912 00000100:00100000:1.0:1763338463.249393:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110912 00002000:00010000:1.0:1763338463.249440:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/668 (0->18446744073709551615) 00002000:00100000:1.0:1763338463.249445:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145156680 with x1848993291110912 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338463.249459:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145156680. 00000100:00100000:1.0:1763338463.249493:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291110784 00000100:00100000:1.0:1763338463.249497:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291110784 00002000:00010000:1.0:1763338463.249512:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1763338463.249516:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145156300 with x1848993291110784 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338463.249522:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145156300. 00000100:00100000:1.0:1763338463.249635:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1763 00000100:00100000:1.0:1763338463.249645:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291110912:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338463.249839:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338463.249843:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:1.0:1763338463.249846:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338463.249848:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:1.0:1763338463.249851:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338463.249912:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291110912:12345-192.168.202.34@tcp:10:bash.0 Request processed in 268us (733us total) trans 17179871872 rc 0/0 00000100:00100000:1.0:1763338463.249920:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1763 00002000:00010000:1.0:1763338463.249925:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/668 (0->18446744073709551615) 00002000:00100000:1.0:1763338463.249927:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145156680 with x1848993291110912 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338463.249932:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145156680. 00000100:00100000:1.0:1763338463.249950:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1764 00000100:00100000:1.0:1763338463.249957:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291110784:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338463.250042:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338463.250045:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:1.0:1763338463.250048:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338463.250050:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:1.0:1763338463.250052:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338463.250073:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291110784:12345-192.168.202.34@tcp:10:bash.0 Request processed in 116us (835us total) trans 21474839202 rc 0/0 00000100:00100000:1.0:1763338463.250080:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1764 00002000:00010000:1.0:1763338463.250083:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1763338463.250086:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145156300 with x1848993291110784 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338463.250091:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145156300. 00000100:00100000:1.0:1763338463.260883:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.262335:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291111168 00000100:00100000:2.0:1763338463.262353:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291111168 00000100:00100000:2.0:1763338463.262429:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3622 00000100:00100000:2.0:1763338463.262441:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291111168:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338463.262772:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291111168:12345-192.168.202.34@tcp:35:bash.0 Request processed in 333us (1900us total) trans 4294973341 rc 0/0 00000100:00100000:2.0:1763338463.262780:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3622 00000100:00100000:3.0:1763338463.263189:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.263242:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291111424 00000100:00100000:0.0:1763338463.263248:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291111424 00000100:00100000:0.0:1763338463.263342:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10343 00000100:00100000:0.0:1763338463.263427:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291111424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.263441:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.263461:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f08 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5447 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.263559:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f0f lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.263576:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f0f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.263587:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f0f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.263599:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 5 00010000:00010000:0.0:1763338463.263673:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f08 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5447 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.264084:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f0f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5447 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.264096:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.264100:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763338463.264104:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49a00, rc 0) 00000100:00100000:0.0:1763338463.264148:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57057:x1848993291111424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 725us (962us total) trans 4294973342 rc 0/0 00000100:00100000:0.0:1763338463.264156:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10343 00000100:00100000:3.0:1763338463.270474:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.270474:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.270571:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291111680 00000100:00100000:2.0:1763338463.270582:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291111680 00000100:00100000:2.0:1763338463.270644:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10344 00000100:00100000:2.0:1763338463.270656:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57057:x1848993291111680:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.270684:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.270706:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f1d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af544e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.270831:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.270848:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.270860:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.270899:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.270913:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 294 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.270928:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303262976:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338463.271462:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270401e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.271483:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291111936 00000100:00100000:2.0:1763338463.271487:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291111936 00000100:00100000:2.0:1763338463.271528:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3623 00000100:00100000:2.0:1763338463.271537:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57058:x1848993291111936:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:2.0:1763338463.271737:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57058:x1848993291111936:12345-192.168.202.34@tcp:35:rm.0 Request processed in 201us (1274us total) trans 4294973343 rc 0/0 00000100:00100000:2.0:1763338463.271745:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3623 00000100:00100000:3.0:1763338463.273908:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.273968:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291112064 00000100:00100000:0.0:1763338463.273976:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291112064 00010000:00010000:0.0:1763338463.274013:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.274057:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3400 00000100:00100000:0.0:1763338463.274068:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57058:x1848993291112064:12345-192.168.202.34@tcp:103:rm.0 00010000:00010000:0.0:1763338463.274082:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.274090:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.274104:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 296 pid: 6518 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.274125:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.274131:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.274141:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.274149:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.274168:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.274223:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57058:x1848993291112064:12345-192.168.202.34@tcp:103:rm.0 Request processed in 157us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.274230:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3400 00010000:00010000:2.0:1763338463.274573:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b2eec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af542b expref: 295 pid: 6518 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.274591:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303262976:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.274614:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.274622:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.274627:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338463.274654:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 5 00010000:00010000:2.0:1763338463.275402:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f1d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 296 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.275433:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 295 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.275441:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.275444:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338463.275447:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92800, rc 0) 00000100:00100000:2.0:1763338463.275499:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57057:x1848993291111680:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4845us (5041us total) trans 4294973344 rc 0/0 00000100:00100000:2.0:1763338463.275512:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10344 00000100:00100000:3.0:1763338463.277813:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.278022:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291112320 00000100:00100000:2.0:1763338463.278035:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291112320 00000100:00100000:2.0:1763338463.278097:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10345 00000100:00100000:2.0:1763338463.278108:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57058:x1848993291112320:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338463.278170:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763338463.278197:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f0f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5447 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.278219:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b2ead lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5424 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.278233:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b2e6e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af540f expref: 293 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.278243:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.278249:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.278300:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.278313:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.278333:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.278345:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.278351:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.278357:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.278455:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.278467:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 292 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.278476:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.278513:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 292 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.278529:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 292 pid: 10039 timeout: 1232 lvb_type: 0 00000100:00100000:2.0:1763338463.278543:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303263104:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338463.278639:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.279462:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.279526:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291112448 00000100:00100000:0.0:1763338463.279533:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291112448 00000100:00100000:0.0:1763338463.279578:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10346 00000100:00100000:0.0:1763338463.279588:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57057:x1848993291112448:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.279606:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.279621:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f47 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5455 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.279718:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.279731:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.279739:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 4/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.279756:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.279766:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338463.283805:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.283886:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303263104:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.283920:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338463.285948:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291112576 00000100:00100000:0.0:1763338463.285971:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291112576 00010000:00010000:0.0:1763338463.286031:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 295 pid: 10039 timeout: 1232 lvb_type: 0 00000100:00100000:0.0:1763338463.286081:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3401 00000100:00100000:0.0:1763338463.286092:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270c30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:2410:x1848993291112576:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.286108:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.286115:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 295 pid: 10039 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.286130:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 295 pid: 10039 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.286153:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b2f24 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af544e expref: 295 pid: 10039 timeout: 1232 lvb_type: 0 00010000:00010000:0.0:1763338463.286167:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.286172:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.286183:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.286197:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.286206:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.286216:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.286222:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.286253:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.286365:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270c30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:2410:x1848993291112576:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 272us (2568us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.286373:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3401 00010000:00010000:2.0:1763338463.286544:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.286554:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00000004:00080000:2.0:1763338463.286859:0:10039:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x1fc:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763338463.286969:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.286978:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.286985:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.286991:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.286995:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287003:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287015:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.287018:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338463.287022:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.287029:0:10039:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.287035:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.287073:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287080:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f40 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287100:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287106:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287110:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287115:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287119:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.287121:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287126:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287134:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.287136:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.287139:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287145:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f32 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:2.0:1763338463.287160:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a71492ff reply state 000000005e008d30 transno 4294973345 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287173:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.287178:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338463.287181:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.287184:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338463.287248:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57058:x1848993291112320:12345-192.168.202.34@tcp:36:rm.0 Request processed in 9139us (9446us total) trans 4294973345 rc 0/0 00000100:00100000:2.0:1763338463.287255:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10345 00010000:00010000:0.0:1763338463.287605:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.287615:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.287644:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 5 00000004:00200000:0.0:1763338463.287648:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338463.287664:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.287707:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f47 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5455 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.287724:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5455 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.287731:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.287733:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338463.287735:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49400, rc 0) 00000100:00100000:0.0:1763338463.287766:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291112448:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8180us (8307us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.287773:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10346 00000100:00100000:3.0:1763338463.293167:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.293239:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291112832 00000100:00100000:0.0:1763338463.293250:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291112832 00000100:00100000:0.0:1763338463.293370:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10347 00000100:00100000:0.0:1763338463.293383:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291112832:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.293422:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.293452:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f55 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af545c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.293582:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2f5c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.293597:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2f5c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.293611:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2f5c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.293624:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 5 00010000:00010000:0.0:1763338463.293761:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f55 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af545c expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.293780:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2f5c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af545c expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.293789:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.293792:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338463.293796:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49600, rc 0) 00000100:00100000:0.0:1763338463.293864:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57057:x1848993291112832:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 483us (711us total) trans 4294973346 rc 0/0 00000100:00100000:0.0:1763338463.293872:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10347 00000100:00100000:1.0:1763338463.300806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.300906:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291112960 00000100:00100000:2.0:1763338463.300917:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291112960 00000100:00100000:2.0:1763338463.300984:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7227 00000100:00100000:2.0:1763338463.300994:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291112960:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:2.0:1763338463.301047:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.301069:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 33 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.301076:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338463.301078:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338463.301082:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.301123:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 33 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.301137:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 33 pid: 35252 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.301150:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303263232:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338463.301235:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.301730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.302214:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113088 00000100:00100000:2.0:1763338463.302221:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113088 00000100:00100000:2.0:1763338463.302835:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10348 00000100:00100000:2.0:1763338463.302846:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57059:x1848993291113088:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.302871:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.302903:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f71 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5463 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.302980:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.302993:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303004:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303014:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.303020:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303025:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303064:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303071:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303076:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303093:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303099:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.303102:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303109:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303121:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.303124:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.303128:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303133:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2f78 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303145:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303151:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303156:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303161:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.303163:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303169:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303180:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6200) 00010000:00010000:2.0:1763338463.303183:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.303186:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303203:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2f7f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.303232:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f71 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5463 expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.303244:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd251ee6300) 00010000:00010000:2.0:1763338463.303247:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.303250:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2f71 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5463 expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.303349:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338463.304741:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57059:x1848993291113088:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1886us (3001us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.304753:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10348 00000100:00100000:2.0:1763338463.305451:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303263232:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.305478:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.305749:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.305898:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113216 00000100:00100000:1.0:1763338463.305906:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113216 00002000:00100000:1.0:1763338463.305961:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x29c:0x0] (0->4) req@ffff8fd280733100 x1848993291113216/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:489/0 lens 496/0 e 0 to 0 dl 1763338474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338463.305970:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd280733100 with x1848993291113216 ext(0->4) 00010000:00010000:1.0:1763338463.305978:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 34 pid: 35252 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.305992:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 34 pid: 35252 timeout: 1233 lvb_type: 0 00002000:00010000:1.0:1763338463.305999:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd280733100 00000100:00100000:1.0:1763338463.306035:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 122 00000100:00100000:1.0:1763338463.306045:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993291113216:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:1.0:1763338463.307763:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993291113216:12345-192.168.202.34@tcp:4:bash.0 Request processed in 1709us (2005us total) trans 21474839203 rc 0/0 00000100:00100000:1.0:1763338463.307777:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 122 00002000:00100000:1.0:1763338463.307787:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x29c:0x0] (0->4) req@ffff8fd280733100 x1848993291113216/t21474839203(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:489/0 lens 496/448 e 0 to 0 dl 1763338474 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338463.307798:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd280733100 with x1848993291113216 ext(0->4) 00010000:00010000:1.0:1763338463.307807:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 36 pid: 35252 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.307829:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 36 pid: 35252 timeout: 1233 lvb_type: 0 00002000:00010000:1.0:1763338463.307837:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd280733100 00000100:00100000:2.0:1763338463.307956:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.308575:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113344 00000100:00100000:0.0:1763338463.308583:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113344 00000100:00100000:0.0:1763338463.308643:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10349 00000100:00100000:0.0:1763338463.308653:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57059:x1848993291113344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.308671:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.308786:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f86 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af546a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.309078:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338463.309093:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309104:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309116:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338463.309124:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309130:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309166:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309174:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309180:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309186:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309192:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.309196:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309202:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309214:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338463.309216:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.309222:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309228:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b2f8d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309243:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309249:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309255:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309281:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.309285:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309295:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309303:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6200) 00010000:00010000:0.0:1763338463.309305:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.309308:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309324:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b2f94 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.309353:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f86 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af546a expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.309364:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2200) 00010000:00010000:0.0:1763338463.309366:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.309374:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b2f86 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af546a expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.309387:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49a00, rc 0) 00000100:00100000:0.0:1763338463.309449:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57059:x1848993291113344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 797us (1493us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.309517:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10349 00000100:00100000:3.0:1763338463.309981:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.310363:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113472 00000100:00100000:1.0:1763338463.310370:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113472 00010000:00010000:1.0:1763338463.310398:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 36 pid: 35252 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.310436:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3402 00000100:00100000:1.0:1763338463.310446:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993291113472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.310459:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338463.310475:0:8421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338463.310478:0:8421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338463.310483:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 36 pid: 35252 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.310495:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 36 pid: 35252 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.310516:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b2ee5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5432 expref: 36 pid: 35252 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.310536:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.310538:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.310543:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.310553:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.310773:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.310774:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310787:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310807:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310814:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310822:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310828:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.310832:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310840:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310852:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.310859:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2f6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.310948:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2409:x1848993291113472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 502us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.310956:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3402 00000100:00100000:2.0:1763338463.311305:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993291112960:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 10311us (10510us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.311325:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7227 00000100:00100000:3.0:1763338463.312972:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.313345:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113600 00000100:00100000:0.0:1763338463.313355:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113600 00000100:00100000:3.0:1763338463.313366:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.313406:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113856 00000100:00100000:0.0:1763338463.313410:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113856 00000100:00100000:0.0:1763338463.313434:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10350 00000100:00100000:0.0:1763338463.313444:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57059:x1848993291113600:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:2.0:1763338463.313455:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10351 00010000:00010000:0.0:1763338463.313462:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763338463.313463:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57057:x1848993291113856:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338463.313484:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2f9b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5471 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.313498:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.313517:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b2f4e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5455 expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.313527:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2fa2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.313531:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.313535:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.313538:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2fa2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338463.313548:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2fa2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.313553:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.313561:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.313567:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338463.313591:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338463.313596:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338463.313626:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b2f9b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5471 expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.313639:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2fa2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5471 expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.313646:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338463.313648:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338463.313650:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48e00, rc 0) 00000100:00100000:0.0:1763338463.313714:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57059:x1848993291113600:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 271us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.313721:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10350 00000040:00080000:2.0:1763338463.313789:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1684, 88 off140504 00000004:00080000:2.0:1763338463.313796:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133025534153ns, next at 1133618983616ns, rc = 0 00000040:00080000:2.0:1763338463.313832:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1684, 88 off140744 00000004:00080000:2.0:1763338463.313838:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133025575498ns, next at 1133619049113ns, rc = 0 00000040:00080000:2.0:1763338463.313869:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1685, 88 off140832 00000004:00080000:2.0:1763338463.313873:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133025611133ns, next at 1133619049113ns, rc = 0 00000040:00080000:2.0:1763338463.313901:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1685, 88 off140592 00000004:00080000:2.0:1763338463.313906:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133025643698ns, next at 1133618983616ns, rc = 0 00000001:00080000:2.0:1763338463.315295:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973347 is committed 00010000:00010000:1.0:1763338463.315300:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00000004:00080000:2.0:1763338463.315305:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1097 committed 00010000:00010000:1.0:1763338463.315311:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00000004:00080000:2.0:1763338463.315323:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1103 committed 00010000:00010000:1.0:1763338463.315328:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00000004:00080000:2.0:1763338463.315330:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1102 committed 00000004:00080000:2.0:1763338463.315332:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1096 committed 00010000:00010000:1.0:1763338463.315334:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.315338:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.315346:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.315361:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd251ee6200) 00010000:00010000:1.0:1763338463.315364:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.315369:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.315374:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b2f39 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:2.0:1763338463.315383:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003fcab1f3 reply state 00000000065145fe transno 4294973347 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315398:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315405:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.315408:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338463.315411:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763338463.315505:0:13583:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338463.315525:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57057:x1848993291113856:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 2056us (2153us total) trans 4294973347 rc 0/0 00000100:00100000:2.0:1763338463.315533:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10351 00010000:00010000:2.0:1763338463.315555:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315562:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315568:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315573:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.315576:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315581:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315589:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.315592:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.315595:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.315600:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fa9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338463.315772:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144525c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303263488:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.315832:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.315888:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303263488 00000100:00100000:0.0:1763338463.315895:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303263488 00000100:00100000:0.0:1763338463.315932:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7228 00000100:00100000:0.0:1763338463.315941:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+66:3654:x1848993303263488:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.316096:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+67:3654:x1848993303263488:12345-0@lo:2:osp-syn-0-1.0 Request processed in 155us (263us total) trans 21474839204 rc 0/0 00000100:00100000:0.0:1763338463.316103:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7228 00000004:00080000:0.0:1763338463.316142:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144525c00/2, rc 0, transno 21474839204 00000100:00100000:0.0:1763338463.316148:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144525c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303263488:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.316298:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338463.316308:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303263616:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.316346:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.316372:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303263616 00000100:00100000:3.0:1763338463.316376:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303263616 00000100:00100000:3.0:1763338463.316401:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7229 00000100:00100000:3.0:1763338463.316407:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3654:x1848993303263616:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338463.316491:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338463.316495:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.316498:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.316500:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.316503:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338463.316532:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3654:x1848993303263616:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (185us total) trans 17179871873 rc 0/0 00000100:00100000:3.0:1763338463.316539:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7229 00000004:00080000:3.0:1763338463.316570:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280730380/2, rc 0, transno 17179871873 00000100:00100000:3.0:1763338463.316576:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303263616:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.316658:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144526680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303263360:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.316691:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.316719:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338463.316725:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303263744:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.316746:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.316768:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303263360 00000100:00100000:1.0:1763338463.316772:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303263360 00000100:00100000:1.0:1763338463.316793:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303263744 00000100:00100000:1.0:1763338463.316796:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303263744 00000100:00100000:1.0:1763338463.316814:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7230 00000100:00100000:1.0:1763338463.316819:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+67:3657:x1848993303263360:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.316903:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+68:3657:x1848993303263360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 82us (210us total) trans 21474839205 rc 0/0 00000100:00100000:1.0:1763338463.316908:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7230 00000100:00100000:1.0:1763338463.316921:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7231 00000100:00100000:1.0:1763338463.316927:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3657:x1848993303263744:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.316996:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3657:x1848993303263744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (248us total) trans 17179871874 rc 0/0 00000100:00100000:1.0:1763338463.317002:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7231 00000004:00080000:1.0:1763338463.317027:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280732300/2, rc 0, transno 17179871874 00000100:00100000:1.0:1763338463.317031:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303263744:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338463.317038:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144526680/2, rc 0, transno 21474839205 00000100:00100000:1.0:1763338463.317042:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144526680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303263360:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.318375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.318869:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291113984 00000100:00100000:2.0:1763338463.318877:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291113984 00000100:00100000:2.0:1763338463.318932:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10352 00000100:00100000:2.0:1763338463.318942:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57059:x1848993291113984:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.318960:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.318981:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2fb0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5478 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.319042:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.319056:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319068:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319089:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.319096:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319102:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319137:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319144:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319150:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319156:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319161:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.319165:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319172:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319183:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:2.0:1763338463.319186:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.319189:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319194:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b2fb7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319204:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319208:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319214:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319218:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.319220:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319226:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319231:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143360800) 00010000:00010000:2.0:1763338463.319233:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.319235:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319240:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b2fbe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.319297:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2fb0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5478 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.319311:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:2.0:1763338463.319313:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.319324:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2fb0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5478 expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.319333:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:2.0:1763338463.319401:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57059:x1848993291113984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 459us (1034us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.319409:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10352 00000100:00100000:1.0:1763338463.321297:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.321885:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291114112 00000100:00100000:2.0:1763338463.321894:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291114112 00000100:00100000:2.0:1763338463.322023:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10353 00000100:00100000:2.0:1763338463.322034:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57057:x1848993291114112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.322063:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.322096:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af547f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.322157:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.322171:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 288 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.322189:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.322192:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.322197:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92600, rc 0) 00000100:00100000:2.0:1763338463.322312:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57057:x1848993291114112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 279us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.322332:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10353 00000100:00100000:3.0:1763338463.323835:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.324138:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291114368 00000100:00100000:2.0:1763338463.324147:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291114368 00000100:00100000:2.0:1763338463.324493:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10354 00000100:00100000:2.0:1763338463.324503:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57059:x1848993291114368:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.324519:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.324521:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338463.324546:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b2fa2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5471 expref: 288 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.324561:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:2.0:1763338463.324570:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.324584:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fcc lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5486 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.324698:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.324711:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.324720:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.324732:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.324738:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.324743:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325237:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.325249:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325256:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.325304:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fd:0x0]: returning size 0 00010000:00010000:2.0:1763338463.325344:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325351:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325357:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325364:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325369:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.325373:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325381:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325389:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143360000) 00010000:00010000:2.0:1763338463.325392:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.325395:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325401:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b2fd3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338463.325412:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000003572272 reply state 00000000293aa3ff transno 4294973348 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325423:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.325429:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143360c00) 00010000:00010000:2.0:1763338463.325431:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.325434:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338463.325465:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b2fcc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 290 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.325487:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 289 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.325494:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360a00) 00010000:00010000:2.0:1763338463.325496:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338463.325499:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93000, rc 0) 00000100:00100000:2.0:1763338463.325585:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57059:x1848993291114368:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1082us (1759us total) trans 4294973348 rc 0/0 00000100:00100000:2.0:1763338463.325592:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10354 00000100:00100000:0.0:1763338463.326309:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.326494:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291114496 00000100:00100000:2.0:1763338463.326503:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291114496 00000100:00100000:2.0:1763338463.326550:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10355 00000100:00100000:2.0:1763338463.326559:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57057:x1848993291114496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.326575:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.326592:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2fef lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af548d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.326654:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2ff6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.326666:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2ff6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.326674:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2ff6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.326724:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fc:0x0]: returning size 5 00000004:00200000:2.0:1763338463.326728:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338463.326744:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2ff6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.326772:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b2fef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af548d expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.326786:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2ff6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af548d expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.326794:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.326797:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763338463.326800:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92200, rc 0) 00000100:00100000:2.0:1763338463.327013:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291114496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 454us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.327020:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10355 00000100:00100000:3.0:1763338463.330699:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.330747:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.330877:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291114752 00000100:00100000:2.0:1763338463.330887:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291114752 00000100:00100000:2.0:1763338463.330941:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10356 00000100:00100000:2.0:1763338463.330949:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57059:x1848993291114752:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.330972:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.330993:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2ffd lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5494 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.331093:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.331107:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.331116:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.331144:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.331157:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 292 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.331169:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303263872:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338463.331250:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd146634d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338463.331511:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291114880 00000100:00100000:1.0:1763338463.331517:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291114880 00000100:00100000:1.0:1763338463.331558:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7232 00000100:00100000:1.0:1763338463.331565:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993291114880:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.331574:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.331589:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af549b expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.331609:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29c:0x0] initial LVB size: 5, mtime: 0x691a68df, atime: 0x0, ctime: 0x691a68df, blocks: 0x8 00010000:00010000:1.0:1763338463.331624:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.331626:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.331635:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 35 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.331650:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 35 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.331663:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338463.331714:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993291114880:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 148us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.331721:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7232 00000100:00100000:2.0:1763338463.334951:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b91f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303263872:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.334988:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338463.336598:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.336697:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291115008 00000100:00100000:1.0:1763338463.336708:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291115008 00010000:00010000:1.0:1763338463.336758:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.336804:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3403 00000100:00100000:1.0:1763338463.337104:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2409:x1848993291115008:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.337128:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.337136:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.337150:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.337176:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b2fe1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5486 expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.337193:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360a00) 00010000:00010000:1.0:1763338463.337198:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.337208:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.337216:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.338404:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.338494:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291115008:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1389us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.338507:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3403 00010000:00010000:2.0:1763338463.338722:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.338733:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.338768:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fd:0x0]: returning size 0 00000004:00080000:2.0:1763338463.338968:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x29e:0x0], index 1: 0 00000004:00080000:2.0:1763338463.338978:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x29e:0x0], index 0: 0 00000004:00080000:2.0:1763338463.338983:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x29f:0x0], index 0: 0 00000004:00080000:2.0:1763338463.338987:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x29f:0x0], index 1: 0 00010000:00010000:2.0:1763338463.339112:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339121:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339133:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339139:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.339145:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339153:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339168:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360a00) 00010000:00010000:2.0:1763338463.339172:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.339177:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339183:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3004 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.339243:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2ffd lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5494 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.339254:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360a00) 00010000:00010000:2.0:1763338463.339256:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338463.339296:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b2ffd lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5494 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.339323:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:2.0:1763338463.339374:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57059:x1848993291114752:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8425us (8685us total) trans 4294973349 rc 301/301 00000100:00100000:2.0:1763338463.339381:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10356 00000100:00100000:0.0:1763338463.343522:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.343567:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291115264 00000100:00100000:2.0:1763338463.343578:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291115264 00000100:00100000:2.0:1763338463.343643:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3624 00000100:00100000:2.0:1763338463.343654:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57059:x1848993291115264:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338463.343967:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57059:x1848993291115264:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 314us (455us total) trans 4294973350 rc 0/0 00000100:00100000:2.0:1763338463.343975:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3624 00000100:00100000:1.0:1763338463.346023:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.346164:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291115520 00000100:00100000:2.0:1763338463.346177:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291115520 00000100:00100000:2.0:1763338463.346243:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3625 00000100:00100000:2.0:1763338463.346253:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57059:x1848993291115520:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338463.346552:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57059:x1848993291115520:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 298us (542us total) trans 4294973351 rc 0/0 00000100:00100000:2.0:1763338463.346561:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3625 00000100:00100000:1.0:1763338463.350254:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.350658:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291115776 00000100:00100000:2.0:1763338463.350670:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291115776 00000100:00100000:2.0:1763338463.350966:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10357 00000100:00100000:2.0:1763338463.350979:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993291115776:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.351013:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.351059:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3019 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54a2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.351214:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.351231:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351245:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351255:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.351285:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351291:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351376:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b302e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.351384:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b302e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351391:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b302e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.351402:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fd:0x0]: returning size 0 00010000:00010000:2.0:1763338463.351504:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351513:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351519:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351525:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351531:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.351536:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351542:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351554:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143360a00) 00010000:00010000:2.0:1763338463.351557:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.351562:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351567:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3020 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351579:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351583:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351587:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351591:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.351594:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351598:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351604:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143360c00) 00010000:00010000:2.0:1763338463.351607:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.351609:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351617:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3027 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.351658:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3019 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54a2 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.351677:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b302e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54a2 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.351695:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:2.0:1763338463.351698:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338463.351885:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338463.351968:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291115776:12345-192.168.202.34@tcp:101:bash.0 Request processed in 991us (1728us total) trans 4294973352 rc 0/0 00000100:00100000:2.0:1763338463.351977:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10357 00000100:00100000:3.0:1763338463.354862:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.355118:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291115904 00000100:00100000:2.0:1763338463.355129:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291115904 00000100:00100000:2.0:1763338463.355209:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10358 00000100:00100000:2.0:1763338463.355221:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291115904:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.355246:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.355301:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b303c lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54a9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.355546:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3043 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.355560:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3043 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.355575:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3043 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.355683:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b303c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54a9 expref: 297 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.355702:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3043 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54a9 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.355711:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:2.0:1763338463.355714:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338463.355718:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92e00, rc 0) 00000100:00100000:2.0:1763338463.355789:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291115904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 570us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.355796:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10358 00000100:00100000:1.0:1763338463.360528:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.364480:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291116160 00000100:00100000:2.0:1763338463.364498:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291116160 00000100:00100000:2.0:1763338463.364568:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10359 00000100:00100000:2.0:1763338463.364577:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291116160:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338463.364637:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.364666:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b302e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54a2 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.364683:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:2.0:1763338463.364689:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.364896:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.364916:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.364926:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:2.0:1763338463.364977:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973353 00000004:00010000:2.0:1763338463.365001:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003de201ca reply state 0000000034cef9e8 transno 4294973354 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.365014:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.365020:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:2.0:1763338463.365023:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.365026:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338463.365160:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291116160:12345-192.168.202.34@tcp:36:bash.0 Request processed in 583us (4644us total) trans 4294973354 rc 0/0 00000100:00100000:2.0:1763338463.365168:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10359 00000020:00080000:2.0:1763338463.365175:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338463.368014:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.368108:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291116288 00000100:00100000:3.0:1763338463.368119:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291116288 00000100:00100000:3.0:1763338463.368183:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10360 00000100:00100000:3.0:1763338463.368193:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291116288:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.368215:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.368237:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3051 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54b0 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.368409:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3051 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b0 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.368428:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3051 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b0 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.368449:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:3.0:1763338463.368452:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338463.368457:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338463.368517:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:55909:x1848993291116288:12345-192.168.202.34@tcp:101:bash.0 Request processed in 325us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.368525:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10360 00000100:00100000:3.0:1763338463.372945:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.373024:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291116544 00000100:00100000:1.0:1763338463.373036:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291116544 00000100:00100000:1.0:1763338463.373096:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10361 00000100:00100000:1.0:1763338463.373107:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:55909:x1848993291116544:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.373127:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.373131:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338463.373161:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3051 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b0 expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.373181:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:1.0:1763338463.373186:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.373199:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3058 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54b7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.373254:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b305f lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.373303:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b305f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.373323:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b305f lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:1.0:1763338463.373557:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1686, 88 off140920 00000004:00080000:1.0:1763338463.373565:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133085302690ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.373609:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1686, 88 off140680 00000004:00080000:1.0:1763338463.373614:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133085351862ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.373626:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1687, 88 off140768 00000004:00080000:1.0:1763338463.373630:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133085367960ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.373639:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1687, 88 off141008 00000004:00080000:1.0:1763338463.373643:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133085380857ns, next at 1133619049113ns, rc = 0 00000100:00100000:1.0:1763338463.377973:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.378052:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291116672 00000100:00100000:0.0:1763338463.378062:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291116672 00000100:00100000:0.0:1763338463.378120:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7233 00000100:00100000:0.0:1763338463.378129:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d50d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291116672:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338463.378252:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d50d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291116672:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 123us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.378282:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7233 00000001:00080000:2.0:1763338463.379331:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973355 is committed 00000004:00080000:2.0:1763338463.379340:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1105 committed 00010000:00010000:1.0:1763338463.379342:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379354:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00000004:00080000:2.0:1763338463.379357:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1099 committed 00010000:00010000:1.0:1763338463.379361:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00000004:00080000:2.0:1763338463.379364:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1098 committed 00000004:00080000:2.0:1763338463.379367:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1104 committed 00010000:00010000:1.0:1763338463.379367:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.379372:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379379:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379394:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143360c00) 00010000:00010000:1.0:1763338463.379397:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.379402:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379408:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b2fda lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379433:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379440:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379446:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379454:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.379458:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379463:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379471:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:1.0:1763338463.379473:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.379476:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379481:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b304a lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.379532:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b305f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b7 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.379541:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:1.0:1763338463.379543:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338463.379555:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3058 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b7 expref: 291 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338463.379568:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b305f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b7 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.379594:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:1.0:1763338463.379596:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338463.379598:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338463.379652:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291116544:12345-192.168.202.34@tcp:101:bash.0 Request processed in 6547us (6717us total) trans 4294973355 rc 0/0 00000100:00100000:1.0:1763338463.379660:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10361 00000100:00100000:3.0:1763338463.380375:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303264000:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.380433:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.380480:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338463.380487:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303264384:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.380511:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.380539:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303264128:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.380560:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.380578:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338463.380584:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144525180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303264256:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.380602:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.380633:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303264000 00000100:00100000:3.0:1763338463.380638:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303264000 00000100:00100000:3.0:1763338463.380679:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303264384 00000100:00100000:3.0:1763338463.380682:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303264384 00000100:00100000:3.0:1763338463.380709:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303264128 00000100:00100000:3.0:1763338463.380712:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303264128 00000100:00100000:3.0:1763338463.380729:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303264256 00000100:00100000:3.0:1763338463.380731:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303264256 00000100:00100000:3.0:1763338463.380745:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7234 00000100:00100000:3.0:1763338463.380753:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3657:x1848993303264000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.380850:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7235 00000100:00100000:0.0:1763338463.380858:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+69:3657:x1848993303264384:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.380926:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303264000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 172us (492us total) trans 17179871875 rc 0/0 00000100:00100000:3.0:1763338463.380932:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7234 00000100:00100000:3.0:1763338463.380948:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7236 00000100:00100000:0.0:1763338463.380949:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+70:3657:x1848993303264384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (437us total) trans 21474839206 rc 0/0 00000100:00100000:3.0:1763338463.380954:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3654:x1848993303264128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.380955:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7235 00000100:00100000:0.0:1763338463.380965:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7237 00000100:00100000:0.0:1763338463.380970:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+69:3654:x1848993303264256:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.381024:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303264128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (462us total) trans 17179871876 rc 0/0 00000100:00100000:0.0:1763338463.381025:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+70:3654:x1848993303264256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 55us (422us total) trans 21474839207 rc 0/0 00000100:00100000:3.0:1763338463.381031:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7236 00000004:00080000:3.0:1763338463.381071:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144525180/2, rc 0, transno 21474839207 00000100:00100000:3.0:1763338463.381077:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144525180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303264256:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338463.381086:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280731c00/2, rc 0, transno 17179871876 00000100:00100000:3.0:1763338463.381090:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303264128:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763338463.381131:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144527800/2, rc 0, transno 21474839206 00000100:00100000:2.0:1763338463.381136:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303264384:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763338463.381145:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd280732d80/2, rc 0, transno 17179871875 00000100:00100000:2.0:1763338463.381148:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303264000:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.381521:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7237 00000100:00100000:1.0:1763338463.386086:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.386110:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.386177:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291116800 00000100:00100000:3.0:1763338463.386187:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291116800 00000100:00100000:3.0:1763338463.386237:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291116928 00000100:00100000:3.0:1763338463.386239:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291116928 00000100:00100000:3.0:1763338463.386283:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7238 00000100:00100000:3.0:1763338463.386292:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993291116800:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338463.386406:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2410:x1848993291116800:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 115us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.386414:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7238 00000100:00100000:3.0:1763338463.386431:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7239 00000100:00100000:3.0:1763338463.386437:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993291116928:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.386447:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.386469:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54be expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338463.386493:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.386509:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.386511:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.386520:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 17 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.386538:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 17 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.386555:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:3.0:1763338463.386576:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993291116928:12345-192.168.202.34@tcp:101:bash.0 Request processed in 139us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.386582:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7239 00000100:00100000:2.0:1763338463.391161:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.391202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.391391:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117056 00000100:00100000:0.0:1763338463.391403:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117056 00000100:00100000:0.0:1763338463.391457:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7240 00000100:00100000:0.0:1763338463.391467:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+35:55909:x1848993291117056:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.391487:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.391511:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54c5 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338463.391535:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338463.391559:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.391561:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.391571:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.391586:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 36 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.391597:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48400, rc 0) 00000100:00100000:0.0:1763338463.391657:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+36:55909:x1848993291117056:12345-192.168.202.34@tcp:101:bash.0 Request processed in 192us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.391664:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7240 00000100:00100000:1.0:1763338463.392060:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117184 00000100:00100000:1.0:1763338463.392065:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117184 00000100:00100000:1.0:1763338463.392106:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1765 00000100:00100000:1.0:1763338463.392113:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2407:x1848993291117184:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:1.0:1763338463.392136:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392145:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.392146:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.392150:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392159:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392290:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392299:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392306:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392322:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.392326:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392335:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392350:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.392357:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3074 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.392409:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2407:x1848993291117184:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 295us (1204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763338463.392416:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1765 00000100:00100000:0.0:1763338463.398414:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.398445:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.398476:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.398586:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117568 00000100:00100000:1.0:1763338463.398595:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117568 00000100:00100000:1.0:1763338463.398653:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10362 00000100:00100000:1.0:1763338463.398662:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57057:x1848993291117568:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.398685:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.398708:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b307b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54cc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.398791:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b3082 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.398806:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b3082 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.398816:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b3082 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.398926:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b307b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54cc expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.398942:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebc00/0x4ea0a6980f4b3082 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54cc expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.398951:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:1.0:1763338463.398953:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763338463.398957:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebc00, rc 0) 00000100:00100000:1.0:1763338463.399007:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291117568:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 346us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.399013:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10362 00000100:00100000:2.0:1763338463.399145:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117312 00000100:00100000:2.0:1763338463.399151:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117312 00002000:00010000:2.0:1763338463.399174:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/670 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.399179:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144524700 with x1848993291117312 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.399187:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144524700. 00000100:00100000:2.0:1763338463.399213:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117440 00000100:00100000:2.0:1763338463.399217:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117440 00002000:00010000:2.0:1763338463.399228:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.399231:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144527100 with x1848993291117440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.399237:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144527100. 00000100:00100000:2.0:1763338463.399253:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1766 00000100:00100000:2.0:1763338463.399289:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291117312:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338463.399469:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.399473:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29e:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.399476:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.399478:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29e:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.399480:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.399511:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291117312:12345-192.168.202.34@tcp:10:bash.0 Request processed in 251us (1107us total) trans 17179871877 rc 0/0 00000100:00100000:2.0:1763338463.399518:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1766 00002000:00010000:2.0:1763338463.399521:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/670 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.399524:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144524700 with x1848993291117312 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.399528:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144524700. 00000100:00100000:2.0:1763338463.399544:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1767 00000100:00100000:2.0:1763338463.399550:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2409:x1848993291117440:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338463.399636:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.399639:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.399641:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.399643:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.399646:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.399668:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2409:x1848993291117440:12345-192.168.202.34@tcp:10:bash.0 Request processed in 118us (1221us total) trans 21474839208 rc 0/0 00000100:00100000:2.0:1763338463.399675:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1767 00002000:00010000:2.0:1763338463.399678:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.399680:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144527100 with x1848993291117440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.399684:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144527100. 00000100:00100000:1.0:1763338463.405237:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.405378:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.405636:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117952 00000100:00100000:3.0:1763338463.405648:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117952 00000100:00100000:3.0:1763338463.405699:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3626 00000100:00100000:3.0:1763338463.405714:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291117952:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338463.405867:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291117696 00000100:00100000:2.0:1763338463.405872:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291117696 00000100:00100000:3.0:1763338463.406035:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291117952:12345-192.168.202.34@tcp:35:bash.0 Request processed in 322us (810us total) trans 4294973356 rc 0/0 00000100:00100000:3.0:1763338463.406043:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3626 00000100:00100000:2.0:1763338463.406688:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1768 00000100:00100000:2.0:1763338463.406699:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291117696:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:2.0:1763338463.406745:0:24008:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338463.406753:0:24008:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.406768:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.406771:0:24008:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.406776:0:24008:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.406789:0:24008:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.418683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.418809:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291118080 00000100:00100000:2.0:1763338463.418821:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291118080 00000100:00100000:1.0:1763338463.419534:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10363 00000100:00100000:1.0:1763338463.419551:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57060:x1848993291118080:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763338463.419579:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.419607:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3090 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54d3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.419681:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.419696:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419708:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419725:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.419731:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419737:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419813:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.419822:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419829:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338463.419871:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1fd:0x0]: returning size 5 00000004:00200000:1.0:1763338463.419876:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338463.419896:0:6518:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419907:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419916:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.419922:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420530:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420541:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420546:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.420550:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420558:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420570:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338463.420573:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.420578:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420584:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3097 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420599:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420605:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420610:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420616:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.420618:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420624:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420635:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd143077200) 00010000:00010000:1.0:1763338463.420637:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.420640:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420646:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b309e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.420680:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3090 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54d3 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.420697:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54d3 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.420705:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:1.0:1763338463.420707:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338463.420711:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:0.0:1763338463.421471:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57060:x1848993291118080:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1919us (3202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.421481:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10363 00000001:00080000:3.0:1763338463.421698:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871878 is committed 00000001:00080000:3.0:1763338463.421714:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871876 is committed 00002000:00010000:2.0:1763338463.422256:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763338463.422289:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.422292:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.422294:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338463.422306:0:24008:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.422325:0:24008:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.422333:0:24008:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.422339:0:24008:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.422343:0:24008:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.422350:0:24008:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.422366:0:24008:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.422372:0:24008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3089 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24008 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.422438:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993291117696:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 15739us (17058us total) trans 17179871878 rc 0/0 00000100:00100000:2.0:1763338463.422447:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1768 00000100:00100000:0.0:1763338463.427673:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.427768:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291118336 00000100:00100000:1.0:1763338463.427779:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291118336 00000100:00100000:0.0:1763338463.428695:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10364 00000100:00100000:0.0:1763338463.428712:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57060:x1848993291118336:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338463.428778:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338463.428809:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b305f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54b7 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.428832:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b30a5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54d3 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.428844:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3043 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54a9 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.428854:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd143360000) 00010000:00010000:0.0:1763338463.428866:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.428894:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.428907:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.428916:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.428926:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.428933:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.428939:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429018:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.429026:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429032:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338463.429396:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1688, 64 off141072 00000040:00080000:0.0:1763338463.429427:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1688, 64 off140832 00000040:00080000:0.0:1763338463.429437:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1689, 64 off140896 00000040:00080000:0.0:1763338463.429447:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1689, 64 off141136 00010000:00010000:0.0:1763338463.429504:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.429513:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429521:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429529:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429535:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429546:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429572:0:13583:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338463.429588:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429593:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429598:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429603:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.429607:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429613:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429621:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338463.429624:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338463.429627:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429632:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30ba lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429760:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429766:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429774:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429779:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429784:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.429786:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429792:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429799:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2700) 00010000:00010000:0.0:1763338463.429801:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.429803:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429808:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b30ac lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338463.429818:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad1c5fab reply state 0000000008afcf01 transno 4294973357 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429827:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.429832:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:0.0:1763338463.429834:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338463.429836:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338463.430082:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57060:x1848993291118336:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1373us (2418us total) trans 4294973357 rc 0/0 00000100:00100000:0.0:1763338463.430094:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10364 00010000:00010000:2.0:1763338463.430111:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338463.430120:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.430128:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.430132:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.430139:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.430149:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fd:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:2.0:1763338463.430152:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338463.430156:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.430161:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b30c1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.430175:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.430176:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.430179:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338463.439374:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.439465:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291118592 00000100:00100000:2.0:1763338463.439477:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291118592 00000100:00100000:2.0:1763338463.439541:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10365 00000100:00100000:2.0:1763338463.439551:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57057:x1848993291118592:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338463.439876:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.439905:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b2ff6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1fc:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af548d expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.439923:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.439928:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.440000:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.440013:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.440023:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:2.0:1763338463.440134:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cb65db06 reply state 00000000cedd8a08 transno 4294973358 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.440147:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.440153:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.440155:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.440158:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338463.440256:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57057:x1848993291118592:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 705us (891us total) trans 4294973358 rc 0/0 00000100:00100000:2.0:1763338463.440288:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10365 00000100:00100000:1.0:1763338463.452082:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.453844:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291118720 00000100:00100000:2.0:1763338463.453860:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291118720 00000100:00100000:2.0:1763338463.453950:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10366 00000100:00100000:2.0:1763338463.453962:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57061:x1848993291118720:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.453989:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.454020:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b30cf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54da expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.454105:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.454120:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454130:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454138:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.454145:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454151:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454189:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454195:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454201:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454208:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454214:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.454219:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454226:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454237:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1000) 00010000:00010000:2.0:1763338463.454240:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.454244:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.454251:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338463.454450:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.454530:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291118848 00000100:00100000:3.0:1763338463.454536:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291118848 00010000:00010000:2.0:1763338463.455858:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.455873:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.455880:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.455886:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.455890:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.455897:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.455912:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:2.0:1763338463.455915:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.455920:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.455931:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b30dd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.456114:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b30cf lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54da expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.456127:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1000) 00010000:00010000:2.0:1763338463.456130:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.456134:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b30cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54da expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.456149:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92200, rc 0) 00000100:00100000:2.0:1763338463.456215:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57061:x1848993291118720:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2254us (4142us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.456224:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10366 00000100:00100000:0.0:1763338463.456601:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7241 00000100:00100000:0.0:1763338463.456616:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+12:57057:x1848993291118848:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.456630:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.456650:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54e1 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338463.456672:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29d:0x0] initial LVB size: 4096, mtime: 0x691a68df, atime: 0x0, ctime: 0x691a68df, blocks: 0x8 00010000:00010000:0.0:1763338463.456689:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.456692:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.456699:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.456712:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.456721:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49200, rc 0) 00000100:00100000:0.0:1763338463.456761:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57057:x1848993291118848:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 150us (2312us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.456769:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7241 00000100:00100000:1.0:1763338463.463659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.463709:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.464404:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291119104 00000100:00100000:2.0:1763338463.464415:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291119104 00000100:00100000:2.0:1763338463.464475:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10367 00000100:00100000:2.0:1763338463.464484:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57061:x1848993291119104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.464511:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.464537:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30eb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54ef expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.464606:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.464620:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.464634:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338463.464834:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291118976 00000100:00100000:0.0:1763338463.464840:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291118976 00000100:00100000:0.0:1763338463.464910:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7242 00000100:00100000:0.0:1763338463.464918:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+37:57057:x1848993291118976:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.464929:0:8869:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.464944:0:8869:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54e8 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338463.464965:0:8869:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338463.464981:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.464983:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.464990:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 38 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.465003:0:8869:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 38 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.465015:0:8869:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48c00, rc 0) 00010000:00010000:2.0:1763338463.465693:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.465706:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465713:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465757:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465763:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465769:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465775:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465780:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.465784:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465791:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465801:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1c00) 00010000:00010000:2.0:1763338463.465804:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.465808:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465813:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b30f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465825:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465831:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465836:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465841:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.465843:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465848:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465854:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:2.0:1763338463.465856:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.465859:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465864:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3100 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.465891:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30eb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54ef expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.465900:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1c00) 00010000:00010000:2.0:1763338463.465902:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.465905:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b30eb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54ef expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.465918:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92c00, rc 0) 00000100:00100000:0.0:1763338463.466081:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+38:57057:x1848993291118976:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1161us (2431us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.466088:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7242 00000100:00100000:2.0:1763338463.466466:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57061:x1848993291119104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1982us (2755us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.466473:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10367 00000100:00100000:1.0:1763338463.469674:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.469725:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.469767:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.469849:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291119232 00000100:00100000:3.0:1763338463.469861:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291119232 00002000:00010000:3.0:1763338463.469906:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/669 (5->18446744073709551615) 00002000:00100000:3.0:1763338463.469911:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534e300 with x1848993291119232 ext(5->18446744073709551615) 00000100:00100000:2.0:1763338463.469923:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291119360 00002000:00010000:3.0:1763338463.469924:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd24534e300. 00000100:00100000:2.0:1763338463.469928:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291119360 00002000:00010000:2.0:1763338463.469946:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/669 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.469951:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534ea00 with x1848993291119360 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.469958:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd24534ea00. 00000100:00100000:3.0:1763338463.469964:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1769 00000100:00100000:0.0:1763338463.470001:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291119488 00000100:00100000:0.0:1763338463.470008:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291119488 00000100:00100000:0.0:1763338463.470041:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10368 00000100:00100000:0.0:1763338463.470049:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57061:x1848993291119488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.470066:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763338463.470095:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291119232:12345-192.168.202.34@tcp:10:lfs.0 00000100:00100000:2.0:1763338463.470105:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1770 00000100:00100000:2.0:1763338463.470111:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2407:x1848993291119360:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338463.470258:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.470287:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb mtime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.470290:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.470292:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb ctime from disk: 0 -> 1763338463 00002000:00010000:2.0:1763338463.470294:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.470365:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2407:x1848993291119360:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 253us (639us total) trans 21474839209 rc 0/0 00000100:00100000:2.0:1763338463.470373:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1770 00002000:00010000:2.0:1763338463.470377:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/669 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.470380:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534ea00 with x1848993291119360 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.470384:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd24534ea00. 00002000:00010000:3.0:1763338463.470444:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338463.470448:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.470451:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.470453:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.470455:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338463.470479:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291119232:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 386us (817us total) trans 17179871879 rc 0/0 00000100:00100000:3.0:1763338463.470486:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1769 00002000:00010000:3.0:1763338463.470489:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/669 (5->18446744073709551615) 00002000:00100000:3.0:1763338463.470492:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd24534e300 with x1848993291119232 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338463.470496:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd24534e300. 00010000:00010000:0.0:1763338463.470576:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3107 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54f6 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.470639:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b310e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.470657:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b310e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.470669:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b310e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338463.470706:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338463.470711:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338463.470796:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3107 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54f6 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.470815:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b310e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54f6 expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.470824:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449abe00) 00010000:00010000:0.0:1763338463.470826:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338463.470830:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48800, rc 0) 00000100:00100000:0.0:1763338463.470873:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57061:x1848993291119488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 824us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.470880:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10368 00000100:00100000:1.0:1763338463.473648:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.473822:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291119744 00000100:00100000:0.0:1763338463.473833:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291119744 00000100:00100000:0.0:1763338463.473896:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10369 00000100:00100000:0.0:1763338463.473908:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291119744:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338463.474000:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338463.474018:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.474034:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338463.474162:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7874639 reply state 0000000033da5d2c transno 4294973359 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.474176:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.474183:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.474186:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338463.474189:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338463.474344:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57057:x1848993291119744:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 437us (705us total) trans 4294973359 rc 0/0 00000100:00100000:0.0:1763338463.474351:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10369 00000100:00100000:3.0:1763338463.475647:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.476160:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291119872 00000100:00100000:1.0:1763338463.476170:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291119872 00000100:00100000:1.0:1763338463.476224:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10370 00000100:00100000:1.0:1763338463.476234:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57061:x1848993291119872:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.476252:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.476323:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b311c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af54fd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.476392:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.476407:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476418:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476430:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.476437:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476444:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476482:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476491:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476498:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476505:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476511:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.476515:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476523:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476535:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449abe00) 00010000:00010000:1.0:1763338463.476539:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.476544:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476550:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3123 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476565:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476571:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476578:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476583:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.476586:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476592:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476600:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:1.0:1763338463.476603:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.476606:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476611:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b312a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.476639:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b311c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54fd expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.476649:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449abe00) 00010000:00010000:1.0:1763338463.476652:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.476656:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b311c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54fd expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.476666:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338463.476739:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57061:x1848993291119872:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 506us (1098us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338463.476747:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10370 00000100:00100000:3.0:1763338463.477611:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.480644:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.480863:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291120256 00000100:00100000:1.0:1763338463.480876:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291120256 00000100:00100000:1.0:1763338463.480932:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10371 00000100:00100000:1.0:1763338463.480943:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57061:x1848993291120256:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.480968:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.480971:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338463.480999:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b310e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54f6 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.481017:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449abe00) 00010000:00010000:1.0:1763338463.481028:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.481046:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3131 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5504 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.481153:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.481166:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.481176:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.481186:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.481194:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.481201:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338463.481492:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291120000 00000100:00100000:0.0:1763338463.481499:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291120000 00000100:00100000:0.0:1763338463.481547:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7243 00000100:00100000:0.0:1763338463.481554:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2410:x1848993291120000:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:0.0:1763338463.481678:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338463.481682:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:0.0:1763338463.481685:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 0 -> 1763338463 00002000:00010000:0.0:1763338463.481687:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:0.0:1763338463.481690:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338463.481754:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291120000:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 199us (4146us total) trans 21474839210 rc 0/0 00000100:00100000:0.0:1763338463.481761:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7243 00010000:00010000:1.0:1763338463.482971:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.482988:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.482998:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:1.0:1763338463.483009:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ff:0x0]: returning size 0 00010000:00010000:1.0:1763338463.483035:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483042:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483049:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483056:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483062:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.483067:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483075:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483086:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd143077b00) 00010000:00010000:1.0:1763338463.483089:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.483094:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483100:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3138 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:1.0:1763338463.483113:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dc483139 reply state 000000005f942a41 transno 4294973360 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483124:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.483130:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:1.0:1763338463.483132:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338463.483134:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338463.483168:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3131 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.483192:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.483199:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd143077200) 00010000:00010000:1.0:1763338463.483201:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338463.483204:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338463.483288:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57061:x1848993291120256:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2346us (2654us total) trans 4294973360 rc 0/0 00000100:00100000:1.0:1763338463.483295:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10371 00000100:00100000:0.0:1763338463.486874:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.486967:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291120768 00000100:00100000:1.0:1763338463.486979:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291120768 00000100:00100000:1.0:1763338463.487040:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3627 00000100:00100000:1.0:1763338463.487051:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57057:x1848993291120768:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:1.0:1763338463.487127:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x1fc:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2f5c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af545c expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.487187:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763338463.487202:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.487214:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338463.487234:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338463.487257:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.487308:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 298 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.487688:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303264512:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.488600:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.491240:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291120512 00000100:00100000:2.0:1763338463.491256:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291120512 00000100:00100000:0.0:1763338463.491854:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10372 00000100:00100000:0.0:1763338463.491865:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57061:x1848993291120512:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.491890:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.491917:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b315b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af550b expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.492045:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.492060:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 300 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.492069:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.492103:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 300 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.492113:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 300 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.492126:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144524380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303264640:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.492204:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270401e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.494523:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303264512:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.494556:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338463.496121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.496182:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291120896 00000100:00100000:1.0:1763338463.496193:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291120896 00000100:00100000:3.0:1763338463.496226:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338463.496239:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 301 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.496326:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291121024 00000100:00100000:1.0:1763338463.496330:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291121024 00010000:00010000:1.0:1763338463.496344:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 302 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.496368:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3404 00000100:00100000:1.0:1763338463.496377:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+302:2409:x1848993291120896:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.496392:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.496399:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 302 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.496411:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 302 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.496439:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b2fc5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af547f expref: 302 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.496459:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:1.0:1763338463.496465:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.496474:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.496481:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00000100:00100000:2.0:1763338463.496485:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3405 00000100:00100000:2.0:1763338463.496495:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:2410:x1848993291121024:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.496504:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.496506:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.496509:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 301 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:2.0:1763338463.496517:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 301 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:2.0:1763338463.496528:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd143077200) 00010000:00010000:2.0:1763338463.496535:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.496541:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.496547:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.496557:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.496560:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+301:2409:x1848993291120896:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 184us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.496568:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3404 00000100:00100000:2.0:1763338463.496575:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:2410:x1848993291121024:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 83us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.496580:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3405 00010000:00010000:1.0:1763338463.496597:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338463.496605:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000040:00080000:1.0:1763338463.496870:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1690, 88 off140984 00000004:00080000:1.0:1763338463.496879:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133208616379ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.496921:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1690, 88 off141224 00000004:00080000:1.0:1763338463.496926:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133208664022ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.496945:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1691, 88 off141312 00000004:00080000:1.0:1763338463.496950:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133208687891ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.496960:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1691, 88 off141072 00000004:00080000:1.0:1763338463.496963:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133208701414ns, next at 1133618983616ns, rc = 0 00010000:00010000:0.0:1763338463.497451:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3146 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5504 expref: 300 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.497470:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144524380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303264640:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338463.497493:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.497506:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.497512:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.497537:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ff:0x0]: returning size 0 00000004:00080000:0.0:1763338463.497712:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a0:0x0], index 0: 0 00000004:00080000:0.0:1763338463.497720:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a0:0x0], index 1: 0 00000004:00080000:0.0:1763338463.497724:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a1:0x0], index 1: 0 00000004:00080000:0.0:1763338463.497728:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a1:0x0], index 0: 0 00010000:00010000:0.0:1763338463.498491:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.498503:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.498510:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.498516:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.498521:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.498528:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.498962:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd143077200) 00010000:00010000:0.0:1763338463.498967:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338463.498973:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.498984:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3162 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.499041:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b315b lrc: 1/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af550b expref: 300 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.499052:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd143077200) 00010000:00010000:0.0:1763338463.499054:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338463.499058:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b315b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af550b expref: 300 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.499075:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48e00, rc 0) 00000100:00100000:0.0:1763338463.499148:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57061:x1848993291120512:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7283us (11912us total) trans 4294973362 rc 301/301 00000100:00100000:0.0:1763338463.499156:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10372 00000001:00080000:2.0:1763338463.499804:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973361 is committed 00000004:00080000:2.0:1763338463.499811:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1101 committed 00000004:00080000:2.0:1763338463.499824:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1107 committed 00000004:00080000:2.0:1763338463.499837:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1106 committed 00000004:00080000:2.0:1763338463.499839:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1100 committed 00000004:00010000:2.0:1763338463.499895:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8c93089 reply state 000000001608f375 transno 4294973361 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.499913:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.499921:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.499923:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338463.499926:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338463.499932:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.499934:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763338463.499940:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b2f5c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af545c expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763338463.500009:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338463.500021:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57057:x1848993291120768:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 12973us (13165us total) trans 4294973361 rc 0/0 00000100:00100000:2.0:1763338463.500029:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3627 00010000:00010000:2.0:1763338463.500049:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.500056:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.500062:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.500067:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.500070:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.500076:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.500084:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:2.0:1763338463.500086:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.500089:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.500094:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3154 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338463.500174:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500180:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500186:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500192:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.500194:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500200:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500213:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:0.0:1763338463.500215:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.500218:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500223:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b30b3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500235:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500241:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500247:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500250:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.500252:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500257:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500286:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.500288:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.500291:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500296:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b30c8 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500306:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500321:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500327:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500332:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.500335:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500340:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500348:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.500350:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.500352:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500357:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3115 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.500368:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.500373:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.500378:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.500382:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.500384:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.500389:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.500395:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746e2500) 00010000:00010000:0.0:1763338463.500398:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.500400:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.500404:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b313f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338463.500866:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303265152:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.500922:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.500966:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338463.500972:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303264768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.500992:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.501018:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303264896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.501039:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.501055:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763338463.501061:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303265024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.501081:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.501112:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303265152 00000100:00100000:3.0:1763338463.501119:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303265152 00000100:00100000:3.0:1763338463.501157:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303264768 00000100:00100000:3.0:1763338463.501160:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303264768 00000100:00100000:3.0:1763338463.501174:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303264896 00000100:00100000:3.0:1763338463.501176:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303264896 00000100:00100000:3.0:1763338463.501187:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303265024 00000100:00100000:3.0:1763338463.501189:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303265024 00000100:00100000:3.0:1763338463.501206:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7244 00000100:00100000:3.0:1763338463.501214:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303265152:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338463.501399:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338463.501402:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.501405:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.501408:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.501410:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338463.501462:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303265152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 249us (539us total) trans 17179871880 rc 0/0 00000100:00100000:3.0:1763338463.501469:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7244 00000100:00100000:3.0:1763338463.501486:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7245 00000100:00100000:3.0:1763338463.501492:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303264768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338463.501505:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:670 count 1 00010000:00010000:3.0:1763338463.501523:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501542:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501552:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.501554:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.501558:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501586:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 13 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501599:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 13 pid: 17642 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.501610:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303265280:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.501660:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2774bce40 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.501680:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7246 00000100:00100000:3.0:1763338463.501687:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303264896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338463.501701:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:671 count 1 00002000:00010000:3.0:1763338463.501724:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x29f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.501730:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501737:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.501739:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.501743:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501755:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501763:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501773:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.501792:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338463.501957:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303264896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 269us (915us total) trans 17179871881 rc 0/0 00000100:00100000:3.0:1763338463.501964:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7246 00000100:00100000:3.0:1763338463.501977:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7247 00000100:00100000:3.0:1763338463.501984:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303265024:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763338463.502039:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338463.502042:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.502044:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.502046:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.502048:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x29c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338463.502073:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3654:x1848993303265024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (990us total) trans 17179871882 rc 0/0 00000100:00100000:3.0:1763338463.502079:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7247 00010000:00010000:3.0:1763338463.502115:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338463.502122:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502130:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338463.502133:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502147:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502165:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502172:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3177 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502187:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.502189:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.502191:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338463.502293:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303265664:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.502335:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.502360:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338463.502366:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303265536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.502385:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.502407:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303265664 00000100:00100000:3.0:1763338463.502411:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303265664 00000100:00100000:3.0:1763338463.502435:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303265536 00000100:00100000:3.0:1763338463.502438:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303265536 00000100:00100000:3.0:1763338463.502454:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7248 00000100:00100000:3.0:1763338463.502460:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+71:3655:x1848993303265664:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338463.502538:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338463.502542:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.502544:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.502547:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.502549:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338463.502578:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+72:3655:x1848993303265664:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (243us total) trans 21474839211 rc 0/0 00000100:00100000:3.0:1763338463.502584:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7248 00000100:00100000:3.0:1763338463.502596:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7249 00000100:00100000:3.0:1763338463.502601:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+71:3655:x1848993303265536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338463.502612:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:671 count 1 00002000:00010000:3.0:1763338463.502627:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.502632:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502641:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.502643:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.502647:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502657:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502666:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502673:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.502685:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338463.502797:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+72:3655:x1848993303265536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 195us (410us total) trans 21474839212 rc 0/0 00000100:00100000:3.0:1763338463.502804:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7249 00000100:00100000:3.0:1763338463.502849:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871876 gen 2 00000004:00080000:3.0:1763338463.502854:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16680, transno 17179871854 00000004:00080000:3.0:1763338463.502862:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c17800, transno 17179871855 00000004:00080000:3.0:1763338463.502865:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15180, transno 17179871856 00000004:00080000:3.0:1763338463.502867:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15c00, transno 17179871857 00000004:00080000:3.0:1763338463.502870:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3df80, transno 17179871858 00000004:00080000:3.0:1763338463.502872:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3ca80, transno 17179871859 00000004:00080000:3.0:1763338463.502875:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68a80, transno 17179871860 00000004:00080000:3.0:1763338463.502877:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144b3c700, transno 17179871861 00000004:00080000:3.0:1763338463.502880:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33100, transno 17179871863 00000004:00080000:3.0:1763338463.502883:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33480, transno 17179871864 00000004:00080000:3.0:1763338463.502885:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf32a00, transno 17179871865 00000004:00080000:3.0:1763338463.502888:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31c00, transno 17179871866 00000004:00080000:3.0:1763338463.502890:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154000, transno 17179871868 00000004:00080000:3.0:1763338463.502893:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154700, transno 17179871869 00000004:00080000:3.0:1763338463.502895:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145154e00, transno 17179871870 00000004:00080000:3.0:1763338463.502897:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c6680, transno 17179871871 00000004:00080000:3.0:1763338463.502900:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280730380, transno 17179871873 00000004:00080000:3.0:1763338463.502903:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280732300, transno 17179871874 00000004:00080000:3.0:1763338463.502906:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280732d80, transno 17179871875 00000004:00080000:3.0:1763338463.502909:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd280731c00, transno 17179871876 00000100:00100000:3.0:1763338463.502916:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd145c15500 x1848993303265024/t17179871882(17179871882) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338479 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763338463.502927:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15500/2, rc 0, transno 17179871882 00000100:00100000:3.0:1763338463.502932:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303265024:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338463.502943:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16a00/2, rc 0, transno 17179871881 00000100:00100000:3.0:1763338463.502948:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303264896:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763338463.502967:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d418a80/2, rc 0, transno 21474839212 00000100:00100000:3.0:1763338463.502971:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303265536:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763338463.502978:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d418380/2, rc 0, transno 21474839211 00000100:00100000:3.0:1763338463.502981:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303265664:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.502998:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303265792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.503023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763338463.503045:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15880/2, rc 0, transno 17179871880 00000100:00100000:3.0:1763338463.503049:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303265152:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.503057:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338463.503061:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303265408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.503081:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.503103:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303265792 00000100:00100000:3.0:1763338463.503107:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303265792 00000100:00100000:3.0:1763338463.503126:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303265408 00000100:00100000:3.0:1763338463.503129:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303265408 00000100:00100000:3.0:1763338463.503145:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7250 00000100:00100000:3.0:1763338463.503151:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+73:3656:x1848993303265792:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338463.503219:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338463.503222:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb mtime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.503225:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.503227:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb ctime from disk: 1763338463 -> 1763338463 00002000:00010000:3.0:1763338463.503229:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x29d:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763338463.503244:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338463.503252:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.503256:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+74:3656:x1848993303265792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 105us (232us total) trans 21474839213 rc 0/0 00010000:00010000:2.0:1763338463.503276:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.503280:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.503282:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7250 00010000:00010000:2.0:1763338463.503288:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.503294:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7251 00000100:00100000:3.0:1763338463.503299:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+73:3656:x1848993303265408:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338463.503302:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.503309:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b317e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1763338463.503310:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:670 count 1 00010000:00010000:3.0:1763338463.503330:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.503334:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.503336:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.503338:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.503344:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 39 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.503352:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.503353:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.503356:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.503379:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 39 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.503394:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 39 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.503405:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d41bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303265920:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.503449:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2602caf00 going to sleep for 11 seconds 00000004:00080000:3.0:1763338463.503481:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd27d41ad80/2, rc 0, transno 21474839213 00000100:00100000:3.0:1763338463.503485:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303265792:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763338463.503640:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 20 done 00000100:00100000:1.0:1763338463.504211:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.504321:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291121280 00000100:00100000:2.0:1763338463.504328:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291121280 00000100:00100000:2.0:1763338463.504368:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3628 00000100:00100000:2.0:1763338463.504375:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+287:57061:x1848993291121280:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338463.504612:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57061:x1848993291121280:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 236us (401us total) trans 4294973363 rc 0/0 00000100:00100000:2.0:1763338463.504620:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3628 00000100:00100000:2.0:1763338463.506038:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.506058:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303265280:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.506087:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.506139:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291121408 00000100:00100000:0.0:1763338463.506146:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291121408 00000100:00100000:1.0:1763338463.506151:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d41bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303265920:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.506167:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.506202:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10373 00000100:00100000:0.0:1763338463.506212:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+288:57057:x1848993291121408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.506233:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.506259:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b318c lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5512 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.506364:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b318c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5512 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.506381:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49000/0x4ea0a6980f4b318c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5512 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.506402:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:0.0:1763338463.506405:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338463.506409:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49000, rc 0) 00000100:00100000:0.0:1763338463.506458:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57057:x1848993291121408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 246us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.506466:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10373 00000100:00100000:0.0:1763338463.507646:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.507682:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.507765:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.507826:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291121536 00000100:00100000:3.0:1763338463.507834:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291121536 00000100:00100000:1.0:1763338463.507849:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291121664 00000100:00100000:1.0:1763338463.507856:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291121664 00010000:00010000:3.0:1763338463.507867:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 14 pid: 17642 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.507882:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 40 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.507926:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3406 00000100:00100000:2.0:1763338463.507991:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291121920 00000100:00100000:2.0:1763338463.507996:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291121920 00000100:00100000:1.0:1763338463.508001:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291121536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.508017:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.508024:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 14 pid: 17642 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.508034:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3629 00010000:00010000:1.0:1763338463.508040:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 14 pid: 17642 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.508045:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e38450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57061:x1848993291121920:12345-192.168.202.34@tcp:35:lfs.0 00010000:00010000:1.0:1763338463.508075:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3066 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54be expref: 14 pid: 17642 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.508093:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.508095:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.508099:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508115:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508143:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.508195:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291121536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 198us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.508202:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3406 00000100:00100000:1.0:1763338463.508218:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3407 00000100:00100000:1.0:1763338463.508225:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291121664:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.508235:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.508239:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 40 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.508250:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 40 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.508304:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b306d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54c5 expref: 40 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.508324:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e38450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57061:x1848993291121920:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 267us (625us total) trans 4294973364 rc 0/0 00010000:00010000:1.0:1763338463.508330:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763338463.508335:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3629 00010000:00010000:1.0:1763338463.508335:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.508340:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508348:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508375:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.508399:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2410:x1848993291121664:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 174us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.508405:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3407 00010000:00010000:1.0:1763338463.508435:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508445:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508469:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508477:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.508495:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338463.508608:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.508619:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.508627:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.508634:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.508655:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763338463.508743:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+74:3656:x1848993303265408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5443us (5660us total) trans 21474839214 rc 0/0 00000100:00100000:1.0:1763338463.508753:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7251 00000004:00080000:1.0:1763338463.508812:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1f100/2, rc 0, transno 21474839214 00000100:00100000:1.0:1763338463.508820:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303265408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.508831:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3656:x1848993303264768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7338us (7836us total) trans 17179871883 rc 0/0 00000004:00080000:1.0:1763338463.508837:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd24534f100/2, rc 0, transno 17179871883 00000100:00100000:3.0:1763338463.508843:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7245 00000100:00100000:1.0:1763338463.508847:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd24534f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303264768:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338463.508936:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338463.508943:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.508951:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.508956:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.508965:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.508978:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.508984:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3185 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.509001:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338463.509004:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.509011:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.509014:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.509022:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.509032:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.509038:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3170 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.509050:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.509052:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.509053:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.509491:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338463.510691:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.510782:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291122176 00000100:00100000:2.0:1763338463.510790:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291122176 00000100:00100000:2.0:1763338463.511109:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3630 00000100:00100000:2.0:1763338463.511121:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57057:x1848993291122176:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338463.511424:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x1fc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338463.511507:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1692, 64 off141136 00000040:00080000:2.0:1763338463.511530:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1692, 64 off141376 00000040:00080000:2.0:1763338463.511541:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1693, 64 off141440 00000040:00080000:2.0:1763338463.511550:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1693, 64 off141200 00010000:00010000:2.0:1763338463.511613:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338463.511632:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.511642:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.511650:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.511655:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.511661:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338463.511682:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338463.511896:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291122176:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 776us (1210us total) trans 4294973365 rc 0/0 00000100:00100000:2.0:1763338463.511904:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3630 00010000:00010000:3.0:1763338463.512144:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338463.512152:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338463.512159:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338463.512164:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338463.512171:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338463.512184:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1fc:0x0].0x0 (ffff8fd2746e2b00) 00010000:00010000:3.0:1763338463.512187:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763338463.512191:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338463.512197:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3193 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338463.512210:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.512212:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338463.512214:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338463.513961:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.514631:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291122432 00000100:00100000:0.0:1763338463.514642:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291122432 00000100:00100000:0.0:1763338463.514873:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10374 00000100:00100000:0.0:1763338463.514885:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:55909:x1848993291122432:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.514915:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.514941:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b319a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5519 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.515115:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.515132:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515145:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515161:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.515168:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515173:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515232:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b31af lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.515240:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b31af lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515247:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b31af lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.515257:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ff:0x0]: returning size 0 00010000:00010000:0.0:1763338463.515396:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515404:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515410:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515417:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515422:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.515427:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515437:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515461:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.515464:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.515469:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515475:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b31a1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515488:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515493:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515498:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515502:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.515504:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515509:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515515:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.515517:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.515519:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515524:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b31a8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.515569:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b319a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5519 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.515587:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b31af lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5519 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.515595:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.515597:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338463.515600:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48600, rc 0) 00000100:00100000:0.0:1763338463.515666:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993291122432:12345-192.168.202.34@tcp:101:bash.0 Request processed in 783us (1717us total) trans 4294973366 rc 0/0 00000100:00100000:0.0:1763338463.515674:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10374 00000100:00100000:1.0:1763338463.519324:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.519621:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291122560 00000100:00100000:0.0:1763338463.519631:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291122560 00000100:00100000:0.0:1763338463.519700:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10375 00000100:00100000:0.0:1763338463.519710:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993291122560:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.519737:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.519757:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b31bd lrc: 2/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5520 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.519789:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b31c4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.519802:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b31c4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.519812:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b31c4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.519925:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b31bd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5520 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.519941:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b31c4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5520 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.519950:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.519953:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338463.519955:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49e00, rc 0) 00000100:00100000:0.0:1763338463.520024:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291122560:12345-192.168.202.34@tcp:101:bash.0 Request processed in 316us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.520030:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10375 00000100:00100000:3.0:1763338463.521793:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.523125:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291122816 00000100:00100000:2.0:1763338463.523142:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291122816 00000100:00100000:2.0:1763338463.523218:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10376 00000100:00100000:2.0:1763338463.523228:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291122816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.523250:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.523287:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b31cb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5527 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.523431:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b31d2 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.523445:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b31d2 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.523456:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b31d2 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338463.523468:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ff:0x0]: returning size 0 00010000:00010000:2.0:1763338463.523585:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b31cb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5527 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.523603:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b31d2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5527 expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.523612:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:2.0:1763338463.523616:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338463.523620:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00000100:00100000:2.0:1763338463.525194:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57057:x1848993291122816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1956us (3398us total) trans 4294973367 rc 0/0 00000100:00100000:2.0:1763338463.525207:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10376 00000100:00100000:1.0:1763338463.525673:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.526350:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123072 00000100:00100000:0.0:1763338463.526361:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123072 00000100:00100000:0.0:1763338463.526420:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10377 00000100:00100000:0.0:1763338463.526430:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291123072:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:0.0:1763338463.526509:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.526544:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b31af lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5519 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.526567:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.526573:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.526830:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.526846:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.526862:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:0.0:1763338463.526918:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973368 00000004:00010000:0.0:1763338463.526944:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000054be626b reply state 0000000029cf8973 transno 4294973369 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.526957:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.526963:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.526966:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338463.526968:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338463.527079:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291123072:12345-192.168.202.34@tcp:36:bash.0 Request processed in 648us (1405us total) trans 4294973369 rc 0/0 00000100:00100000:0.0:1763338463.527087:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10377 00000020:00080000:0.0:1763338463.527091:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338463.533369:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.533784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.534209:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123200 00000100:00100000:1.0:1763338463.534220:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123200 00000100:00100000:1.0:1763338463.534324:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123456 00000100:00100000:1.0:1763338463.534328:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123456 00000100:00100000:2.0:1763338463.534349:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10378 00000100:00100000:2.0:1763338463.534364:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57057:x1848993291123200:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.534391:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.534414:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b31e7 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af552e expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.534511:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338463.534525:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.534537:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338463.534564:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ff:0x0]: returning size 0 00000004:00200000:2.0:1763338463.534569:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338463.534588:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338463.534615:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b31e7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.534632:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.534636:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10379 00010000:00010000:2.0:1763338463.534646:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:2.0:1763338463.534651:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1763338463.534652:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291123456:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.534655:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00010000:00010000:1.0:1763338463.534670:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.534673:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:2.0:1763338463.534716:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57057:x1848993291123200:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 356us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.534724:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10378 00010000:00010000:1.0:1763338463.534853:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b31d2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5527 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.534865:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:1.0:1763338463.534869:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.534877:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b31f5 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5535 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.534908:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.534919:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.534928:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 4/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.534957:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.534976:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 299 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.534991:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c17480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303266048:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.535071:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.537686:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.538551:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.538605:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123584 00000100:00100000:1.0:1763338463.538615:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123584 00000100:00100000:1.0:1763338463.538670:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123712 00000100:00100000:1.0:1763338463.538674:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123712 00000100:00100000:1.0:1763338463.538710:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7252 00000100:00100000:1.0:1763338463.538721:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291123584:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:2.0:1763338463.538738:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7253 00010000:00010000:1.0:1763338463.538741:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763338463.538753:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2409:x1848993291123712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.538763:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.538765:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af553c expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.538779:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5543 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.538788:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1763338463.538798:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.538808:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.538812:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.538822:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 14 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338463.538825:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.538830:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.538837:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 40 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.538845:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 14 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338463.538854:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 40 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.538864:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00010000:00010000:2.0:1763338463.538866:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92000, rc 0) 00000100:00100000:2.0:1763338463.538932:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993291123712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 184us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.538940:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7253 00000100:00100000:1.0:1763338463.539418:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291123584:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 697us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.539426:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7252 00000100:00100000:1.0:1763338463.540777:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c17480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303266048:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.540800:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.540840:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.541377:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123840 00000100:00100000:0.0:1763338463.541385:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123840 00010000:00010000:0.0:1763338463.541417:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 300 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.541503:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3408 00000100:00100000:0.0:1763338463.541513:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd258407850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+300:2409:x1848993291123840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.541526:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.541534:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 300 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.541546:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 300 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.541569:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b31ee lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af552e expref: 300 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.541586:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.541591:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.541602:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.541609:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.541641:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.541668:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.541677:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:1.0:1763338463.541921:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1694, 88 off141288 00000004:00080000:1.0:1763338463.541928:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133253665810ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.541952:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1694, 88 off141528 00000004:00080000:1.0:1763338463.541955:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133253693405ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.541991:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1695, 88 off141616 00000004:00080000:1.0:1763338463.541994:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133253732603ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.542008:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1695, 88 off141376 00000004:00080000:1.0:1763338463.542011:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133253749422ns, next at 1133618983616ns, rc = 0 00000100:00100000:0.0:1763338463.542557:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd258407850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+300:2409:x1848993291123840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1042us (1712us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.542566:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3408 00000001:00080000:3.0:1763338463.544406:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973370 is committed 00000004:00080000:3.0:1763338463.544420:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1103 committed 00000004:00080000:3.0:1763338463.544444:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1109 committed 00000004:00080000:3.0:1763338463.544635:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1108 committed 00000004:00080000:3.0:1763338463.544640:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1102 committed 00010000:00010000:2.0:1763338463.544672:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.544697:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.544705:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.544712:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.544717:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.544726:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.544745:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:2.0:1763338463.544749:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.544755:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.544767:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b31e0 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338463.544796:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303266560:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.544889:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.544942:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303267072:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.544965:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.544993:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763338463.545000:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303266176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.545024:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.545039:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303266688:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.545059:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.545087:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266304:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338463.545108:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.545124:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266816:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.545177:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266560 00000100:00100000:0.0:1763338463.545186:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266560 00000100:00100000:0.0:1763338463.545231:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303267072 00000100:00100000:0.0:1763338463.545235:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303267072 00000100:00100000:0.0:1763338463.545253:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266176 00000100:00100000:0.0:1763338463.545256:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266176 00000100:00100000:0.0:1763338463.545296:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266688 00000100:00100000:0.0:1763338463.545300:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266688 00000100:00100000:0.0:1763338463.545332:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7254 00000100:00100000:0.0:1763338463.545341:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3656:x1848993303266560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.545429:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266304 00000100:00100000:2.0:1763338463.545435:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266304 00000100:00100000:2.0:1763338463.545459:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7255 00000100:00100000:2.0:1763338463.545476:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3656:x1848993303267072:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763338463.545591:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.545595:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.545597:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.545600:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.545602:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338463.546644:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338463.546650:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a1:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.546653:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.546655:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a1:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.546657:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.547242:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3656:x1848993303267072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1771us (2270us total) trans 21474839215 rc 0/0 00000100:00100000:0.0:1763338463.547250:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3656:x1848993303266560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1906us (2358us total) trans 17179871884 rc 0/0 00000100:00100000:2.0:1763338463.547257:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7255 00000100:00100000:0.0:1763338463.547294:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7254 00000100:00100000:2.0:1763338463.547308:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7256 00000100:00100000:2.0:1763338463.547327:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3656:x1848993303266176:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763338463.547331:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf33480/2, rc 0, transno 21474839215 00000100:00100000:0.0:1763338463.547331:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7257 00000100:00100000:3.0:1763338463.547342:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303267072:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.547346:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+75:3656:x1848993303266688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338463.547351:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:668 count 1 00000004:00080000:3.0:1763338463.547361:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c16300/2, rc 0, transno 17179871884 00002000:00080000:0.0:1763338463.547364:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:668 count 1 00000100:00100000:3.0:1763338463.547369:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303266560:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338463.547371:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.547381:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.547393:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.547399:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 39 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338463.547404:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338463.547409:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338463.547412:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.547415:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.547416:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.547421:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.547449:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338463.547461:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.547473:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1763338463.547484:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd145c14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266432:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338463.547491:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 13 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.547505:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd244b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303267200:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.547512:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.547525:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266944:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.547551:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338463.547581:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266816 00000100:00100000:2.0:1763338463.547582:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338463.547586:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266816 00000100:00100000:1.0:1763338463.547611:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266432 00000100:00100000:1.0:1763338463.547614:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266432 00000100:00100000:1.0:1763338463.547626:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303266944 00000100:00100000:1.0:1763338463.547630:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303266944 00000100:00100000:2.0:1763338463.547632:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.547647:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7258 00000100:00100000:1.0:1763338463.547656:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303266304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.547660:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291123968 00000100:00100000:2.0:1763338463.547665:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291123968 00002000:00080000:1.0:1763338463.547670:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:669 count 1 00010000:00010000:1.0:1763338463.547684:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.547698:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.547705:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10380 00010000:00010000:1.0:1763338463.547707:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.547711:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1763338463.547715:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57057:x1848993291123968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.547716:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.547728:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.547742:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 13 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.547743:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af554a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.547763:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 13 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.547775:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303267328:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.547796:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 2/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.547802:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00010000:00010000:2.0:1763338463.547807:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 4/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.547823:0:10039:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.547824:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7259 00000100:00100000:1.0:1763338463.547837:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+77:3654:x1848993303266816:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338463.547840:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.547854:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:2.0:1763338463.547857:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.547860:0:10039:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.547867:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:2.0:1763338463.547889:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291123968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 177us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.547896:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10380 00010000:00010000:0.0:1763338463.548108:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 39 pid: 17642 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338463.548119:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 39 pid: 17642 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338463.548129:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303267456:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.548172:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2586d9540 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.548192:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7260 00000100:00100000:0.0:1763338463.548201:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3654:x1848993303266432:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.548373:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3654:x1848993303266432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 172us (859us total) trans 17179871885 rc 0/0 00000100:00100000:0.0:1763338463.548380:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7260 00000100:00100000:0.0:1763338463.548396:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7261 00000100:00100000:0.0:1763338463.548403:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+77:3654:x1848993303266944:12345-0@lo:2:osp-syn-0-1.0 00002000:00080000:1.0:1763338463.548536:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:669 count 1 00010000:00010000:1.0:1763338463.548550:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548564:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 39 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548571:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.548573:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.548575:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548597:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 39 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548612:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 39 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.548622:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303267584:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.548658:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522240 going to sleep for 11 seconds 00000004:00080000:1.0:1763338463.548697:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c14000/2, rc 0, transno 17179871885 00000100:00100000:1.0:1763338463.548703:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266432:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763338463.548750:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5535 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548760:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:1.0:1763338463.548763:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338463.548767:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548776:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548782:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.548803:0:6518:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.548812:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303267712:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338463.548839:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.549617:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+78:3654:x1848993303266944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1213us (2063us total) trans 21474839216 rc 0/0 00000100:00100000:0.0:1763338463.549625:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7261 00000100:00100000:3.0:1763338463.550542:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd244b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303267200:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.550571:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338463.550705:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf33100/2, rc 0, transno 21474839216 00000100:00100000:1.0:1763338463.550712:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266944:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338463.550735:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8406:1848993303267328:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.550749:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.558589:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.558648:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.558662:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124096 00000100:00100000:0.0:1763338463.558674:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124096 00000100:00100000:2.0:1763338463.558729:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:0.0:1763338463.558731:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338463.558749:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.558782:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27816:1848993303267584:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.558807:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.558843:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303267456:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.558855:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.559240:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124224 00000100:00100000:2.0:1763338463.559246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.559246:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124224 00000100:00100000:2.0:1763338463.559287:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124608 00010000:00010000:0.0:1763338463.559291:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 15 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.559292:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124352 00000100:00100000:2.0:1763338463.559293:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124608 00000100:00100000:3.0:1763338463.559297:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124352 00000100:00100000:0.0:1763338463.559326:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124480 00010000:00010000:3.0:1763338463.559329:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 40 pid: 17642 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338463.559330:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124480 00000100:00100000:2.0:1763338463.559345:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3631 00010000:00010000:0.0:1763338463.559350:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 41 pid: 8869 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.559352:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3409 00000100:00100000:2.0:1763338463.559360:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57057:x1848993291124608:12345-192.168.202.34@tcp:49:lfs.0 00000100:00100000:3.0:1763338463.559363:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291124096:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338463.559381:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3410 00010000:00010000:3.0:1763338463.559382:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.559391:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.559395:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291124224:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.559414:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.559415:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.559424:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 15 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.559436:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 15 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.559448:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b2f01 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5440 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.559464:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.559467:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.559472:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.559481:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.559488:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57057:x1848993291124608:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 132us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.559495:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3631 00010000:00010000:3.0:1763338463.559517:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.559523:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.559532:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.559539:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291124096:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 177us (1740us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338463.559544:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.559545:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3409 00010000:00010000:2.0:1763338463.559551:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.559558:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3411 00000100:00100000:3.0:1763338463.559565:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd244b93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2409:x1848993291124352:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338463.559569:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338463.559573:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.559578:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 41 pid: 17642 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.559587:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 41 pid: 17642 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.559601:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b300b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af549b expref: 41 pid: 17642 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.559609:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.559611:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.559614:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.559621:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.559635:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.559654:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993291124352:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 90us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.559661:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3411 00000100:00100000:3.0:1763338463.559674:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3412 00000100:00100000:3.0:1763338463.559759:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2409:x1848993291124480:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.559768:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.559772:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 39 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.559782:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 39 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.559794:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b30f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e8 expref: 39 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.559803:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.559804:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.559807:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.559814:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.559831:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.559852:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2409:x1848993291124480:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 171us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.559859:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3412 00010000:00010000:0.0:1763338463.559944:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b30e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af54e1 expref: 13 pid: 8869 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.559957:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.559959:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.559962:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.559970:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.559993:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.560018:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd244b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993291124224:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 628us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.560024:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3410 00010000:00010000:0.0:1763338463.560058:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.560067:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.560078:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.560084:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.560097:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763338463.560220:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560229:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560237:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560244:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560273:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1763338463.560376:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303266304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12720us (15264us total) trans 17179871887 rc 0/0 00000100:00100000:0.0:1763338463.560385:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7258 00010000:00010000:0.0:1763338463.560410:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763338463.560417:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.560426:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.560431:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.560441:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+78:3654:x1848993303266816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12604us (12990us total) trans 21474839217 rc 0/0 00010000:00010000:0.0:1763338463.560442:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.560453:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7259 00010000:00010000:1.0:1763338463.560473:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338463.560478:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560484:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.560487:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560496:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560508:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560515:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b321f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560531:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338463.560535:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560541:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.560544:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560551:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560560:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560566:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b322d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560577:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.560579:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.560580:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338463.560615:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c15f80/2, rc 0, transno 17179871887 00000100:00100000:1.0:1763338463.560621:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266304:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763338463.560635:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144a9b800/2, rc 0, transno 21474839217 00000100:00100000:1.0:1763338463.560639:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303266816:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338463.560657:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560665:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.560673:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.560963:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3656:x1848993303266176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13639us (15938us total) trans 17179871886 rc 0/0 00000100:00100000:2.0:1763338463.560971:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7256 00010000:00010000:2.0:1763338463.560988:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763338463.561101:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd145c17480/2, rc 0, transno 17179871886 00000100:00100000:3.0:1763338463.561107:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd145c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303266176:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338463.561913:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.561919:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.561923:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3211 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.561953:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338463.561954:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338463.561961:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.561967:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.561970:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.561976:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.561986:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.561992:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3218 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.562005:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.562007:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.562009:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338463.562054:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303267712:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338463.562097:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b31f5 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5535 expref: 291 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338463.562115:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5535 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.562154:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:0.0:1763338463.562224:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:55909:x1848993291123456:12345-192.168.202.34@tcp:101:bash.0 Request processed in 27577us (28440us total) trans 4294973370 rc 0/0 00000100:00100000:0.0:1763338463.562232:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10379 00010000:00010000:3.0:1763338463.563011:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338463.563284:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+78:3656:x1848993303266688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15940us (18222us total) trans 21474839218 rc 0/0 00000100:00100000:1.0:1763338463.563294:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7257 00000004:00080000:3.0:1763338463.563695:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708e8e00/2, rc 0, transno 21474839218 00000100:00100000:3.0:1763338463.563702:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303266688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338463.566066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.566642:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124736 00000100:00100000:1.0:1763338463.566653:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124736 00000100:00100000:1.0:1763338463.566957:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7262 00000100:00100000:1.0:1763338463.566971:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2408:x1848993291124736:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.566993:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.567018:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5551 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.567043:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.567066:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.567068:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.567079:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 39 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.567098:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 39 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338463.567111:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:2.0:1763338463.568346:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.568396:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291124864 00000100:00100000:3.0:1763338463.568405:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291124864 00000100:00100000:3.0:1763338463.568462:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7263 00000100:00100000:3.0:1763338463.568480:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+40:55909:x1848993291124864:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.568492:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.568508:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5558 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.568533:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 41 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.568540:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.568543:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.568547:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 41 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.568582:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 41 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.568596:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 41 pid: 27817 timeout: 1233 lvb_type: 1 00000100:00100000:3.0:1763338463.568610:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d418e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303267840:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.568703:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2602ca600 going to sleep for 11 seconds 00000100:00100000:1.0:1763338463.570466:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2408:x1848993291124736:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3489us (4400us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.570478:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7262 00000100:00100000:2.0:1763338463.577414:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.577519:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291125120 00000100:00100000:0.0:1763338463.577531:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291125120 00000100:00100000:3.0:1763338463.577544:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d418e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303267840:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.577581:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 40 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.577599:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3632 00010000:00010000:3.0:1763338463.577602:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8c00, rc 0) 00000100:00100000:0.0:1763338463.577612:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57057:x1848993291125120:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338463.577674:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+40:55909:x1848993291124864:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9195us (9338us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.577684:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7263 00000100:00100000:0.0:1763338463.577849:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291125120:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 240us (446us total) trans 4294973371 rc 0/0 00000100:00100000:0.0:1763338463.577858:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3632 00000100:00100000:2.0:1763338463.585343:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.585545:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.585907:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291125504 00000100:00100000:0.0:1763338463.585919:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291125504 00000100:00100000:0.0:1763338463.585978:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10381 00000100:00100000:0.0:1763338463.585986:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57057:x1848993291125504:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.586008:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.586031:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3242 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af555f expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.586101:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.586115:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586126:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586138:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.586145:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586151:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586248:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3257 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.586257:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3257 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586281:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3257 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.586291:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1ff:0x0]: returning size 2 00010000:00010000:0.0:1763338463.586383:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586391:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586397:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586403:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586408:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.586413:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586424:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586436:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.586439:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.586444:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586449:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3249 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586462:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586468:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586473:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586477:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.586479:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586484:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586491:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.586492:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.586495:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586499:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3250 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.586539:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3242 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af555f expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.586554:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3257 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af555f expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.586561:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.586563:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338463.586566:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48c00, rc 0) 00000100:00100000:0.0:1763338463.586637:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57057:x1848993291125504:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 651us (1091us total) trans 4294973372 rc 0/0 00000100:00100000:0.0:1763338463.586645:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10381 00000100:00100000:1.0:1763338463.589060:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291125248 00000100:00100000:1.0:1763338463.589075:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291125248 00010000:00010000:1.0:1763338463.589124:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 40 pid: 27817 timeout: 1233 lvb_type: 1 00000100:00100000:1.0:1763338463.589173:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3413 00000100:00100000:1.0:1763338463.589183:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291125248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.589199:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.589204:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 40 pid: 27817 timeout: 1233 lvb_type: 1 00010000:00010000:1.0:1763338463.589217:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 40 pid: 27817 timeout: 1233 lvb_type: 1 00010000:00010000:1.0:1763338463.589241:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3234 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5551 expref: 40 pid: 27817 timeout: 1233 lvb_type: 1 00010000:00010000:1.0:1763338463.589256:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.589276:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.589284:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.589295:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.589346:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.589362:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303267968:192.168.202.34@tcp:105: 00000100:00100000:1.0:1763338463.589447:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.594188:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.594245:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291125760 00000100:00100000:1.0:1763338463.594255:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291125760 00000100:00100000:1.0:1763338463.594352:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3633 00000100:00100000:1.0:1763338463.594370:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57057:x1848993291125760:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338463.594615:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291125760:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 254us (437us total) trans 4294973373 rc 0/0 00000100:00100000:1.0:1763338463.594623:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3633 00000100:00100000:2.0:1763338463.601035:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.601135:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.601225:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1848993303267968:192.168.202.34@tcp:105: 00010000:00010000:1.0:1763338463.601250:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.601342:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2410:x1848993291125248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 12160us (16009us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.601353:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3413 00000100:00100000:0.0:1763338463.601618:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291126016 00000100:00100000:0.0:1763338463.601626:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291126016 00000100:00100000:3.0:1763338463.602138:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291125888 00000100:00100000:3.0:1763338463.602145:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291125888 00000100:00100000:3.0:1763338463.602183:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3634 00000100:00100000:3.0:1763338463.602192:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e38c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291125888:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:3.0:1763338463.602360:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e38c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57057:x1848993291125888:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 168us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.602367:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7264 00000100:00100000:3.0:1763338463.602374:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3634 00000100:00100000:1.0:1763338463.602382:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:55909:x1848993291126016:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.602393:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.602417:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5566 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.602439:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.602455:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.602458:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.602466:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.602482:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 13 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.602492:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338463.602514:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993291126016:12345-192.168.202.34@tcp:101:bash.0 Request processed in 138us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.602520:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7264 00000100:00100000:0.0:1763338463.610394:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.610439:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.610748:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291126144 00000100:00100000:1.0:1763338463.610759:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291126144 00000100:00100000:3.0:1763338463.610784:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291126272 00000100:00100000:3.0:1763338463.610791:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291126272 00002000:00010000:1.0:1763338463.610805:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/672 (0->18446744073709551615) 00002000:00010000:3.0:1763338463.610813:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/672 (0->18446744073709551615) 00002000:00100000:3.0:1763338463.610818:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf30a80 with x1848993291126272 ext(0->18446744073709551615) 00002000:00100000:1.0:1763338463.610822:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf31c00 with x1848993291126144 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.610833:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14bf30a80. 00002000:00010000:1.0:1763338463.610833:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14bf31c00. 00000100:00100000:1.0:1763338463.610873:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1771 00000100:00100000:1.0:1763338463.610884:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2409:x1848993291126144:12345-192.168.202.34@tcp:10:bash.0 00000100:00100000:3.0:1763338463.610892:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1772 00000100:00100000:3.0:1763338463.610904:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291126272:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:1.0:1763338463.611086:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338463.611087:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338463.611092:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.611093:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a0:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:1.0:1763338463.611099:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.611100:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a0:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338463.611104:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.611105:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a0:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.611111:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a0:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338463.611111:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338463.611294:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993291126144:12345-192.168.202.34@tcp:10:bash.0 Request processed in 411us (911us total) trans 21474839219 rc 0/0 00000100:00100000:1.0:1763338463.611302:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1771 00002000:00010000:1.0:1763338463.611306:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/672 (0->18446744073709551615) 00002000:00100000:1.0:1763338463.611308:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf31c00 with x1848993291126144 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338463.611322:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14bf31c00. 00000100:00100000:3.0:1763338463.611439:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291126272:12345-192.168.202.34@tcp:10:bash.0 Request processed in 536us (997us total) trans 17179871888 rc 0/0 00000100:00100000:3.0:1763338463.611448:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1772 00002000:00010000:3.0:1763338463.611452:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/672 (0->18446744073709551615) 00002000:00100000:3.0:1763338463.611455:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf30a80 with x1848993291126272 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.611462:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14bf30a80. 00000100:00100000:2.0:1763338463.617381:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.617465:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291126528 00000100:00100000:3.0:1763338463.617475:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291126528 00000100:00100000:3.0:1763338463.617528:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3635 00000100:00100000:3.0:1763338463.617538:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291126528:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338463.618436:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291126528:12345-192.168.202.34@tcp:35:bash.0 Request processed in 895us (1063us total) trans 4294973374 rc 0/0 00000100:00100000:2.0:1763338463.618446:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3635 00000100:00100000:3.0:1763338463.626486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.626602:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291126784 00000100:00100000:0.0:1763338463.626616:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291126784 00000100:00100000:0.0:1763338463.626748:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10382 00000100:00100000:0.0:1763338463.626759:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57063:x1848993291126784:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338463.626830:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763338463.626867:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b31fc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5535 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.626894:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b3226 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af554a expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.626915:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3257 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af555f expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.626928:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b31c4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5520 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.626941:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.626954:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.626988:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.627003:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.627013:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.627025:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.627031:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.627037:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.627131:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.627140:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.627150:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:0.0:1763338463.628519:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1696, 64 off141440 00000040:00080000:0.0:1763338463.628545:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1696, 64 off141680 00000040:00080000:0.0:1763338463.628553:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1697, 64 off141744 00000040:00080000:0.0:1763338463.628561:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1697, 64 off141504 00010000:00010000:0.0:1763338463.628622:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.628635:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628644:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628651:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628656:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628663:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628750:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338463.628775:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628781:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628788:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628798:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.628802:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628810:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628821:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449abe00) 00010000:00010000:0.0:1763338463.628824:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338463.628828:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628833:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b327a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628951:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628957:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628961:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628966:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628970:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.628973:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628977:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628988:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.628990:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.628993:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.628997:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b326c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:0.0:1763338463.629011:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003daa204d reply state 00000000f03cf75c transno 4294973375 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.629020:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.629025:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.629027:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338463.629030:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338463.629138:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57063:x1848993291126784:12345-192.168.202.34@tcp:36:rm.0 Request processed in 2375us (2658us total) trans 4294973375 rc 0/0 00000100:00100000:0.0:1763338463.629148:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10382 00010000:00010000:1.0:1763338463.629289:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338463.629296:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.629302:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.629305:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.629321:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.629331:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1ff:0x0].0x0 (ffff8fd1449abe00) 00010000:00010000:1.0:1763338463.629333:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338463.629336:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.629341:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3281 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.629357:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.629358:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.629360:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338463.638434:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.638545:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291127040 00000100:00100000:2.0:1763338463.638558:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291127040 00000100:00100000:2.0:1763338463.638626:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10383 00000100:00100000:2.0:1763338463.638637:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57062:x1848993291127040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.638667:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.638694:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3288 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af556d expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.638806:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.638832:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638845:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638856:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.638862:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638869:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638919:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638927:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638932:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638939:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638945:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.638950:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638958:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638973:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.638976:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.638980:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638986:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b328f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.638999:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639005:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639011:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639015:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.639018:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639023:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639029:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:2.0:1763338463.639031:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.639034:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639043:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3296 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.639074:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3288 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af556d expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.639085:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.639087:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338463.639092:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3288 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af556d expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.639104:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338463.639193:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57062:x1848993291127040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 557us (777us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.639202:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10383 00000100:00100000:2.0:1763338463.642583:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.642658:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291127168 00000100:00100000:0.0:1763338463.642669:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291127168 00000100:00100000:0.0:1763338463.642737:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10384 00000100:00100000:0.0:1763338463.642749:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57062:x1848993291127168:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.642772:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.642827:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b329d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5574 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.642901:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.642915:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.642925:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.642934:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.642941:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.642947:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.642987:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.642993:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.642999:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643005:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.643009:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643016:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643027:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.643029:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.643033:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643039:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643050:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643055:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643061:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643065:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.643068:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643073:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643079:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.643081:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.643083:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643088:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32ab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.643111:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b329d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5574 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.643120:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.643123:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.643126:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b329d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5574 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.643138:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:0.0:1763338463.644973:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57062:x1848993291127168:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2213us (2391us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.644985:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10384 00000100:00100000:3.0:1763338463.650803:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.650959:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291127296 00000100:00100000:0.0:1763338463.650971:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291127296 00000100:00100000:0.0:1763338463.651038:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10385 00000100:00100000:0.0:1763338463.651048:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57064:x1848993291127296:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.651068:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.651093:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b32b2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af557b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.651161:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.651174:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651184:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651194:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.651201:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651206:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651245:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651251:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651257:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651306:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.651320:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651328:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651341:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.651344:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.651349:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651355:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b32b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651369:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651375:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651379:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651385:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.651388:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651393:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651400:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.651403:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.651405:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651410:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32c0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.651440:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b32b2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af557b expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.651449:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.651452:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.651456:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b32b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af557b expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.651468:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:0.0:1763338463.651540:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57064:x1848993291127296:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 493us (750us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338463.651548:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10385 00000100:00100000:1.0:1763338463.658397:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.658844:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291127424 00000100:00100000:2.0:1763338463.658856:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291127424 00000100:00100000:2.0:1763338463.658924:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10386 00000100:00100000:2.0:1763338463.658935:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57064:x1848993291127424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.658964:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.658988:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b32c7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5582 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.659056:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.659069:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659080:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659090:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.659096:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659102:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659142:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659148:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659154:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659160:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659166:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.659170:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659176:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659188:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.659191:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.659196:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659201:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659213:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659218:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659223:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659228:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.659231:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659237:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:2.0:1763338463.659245:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.659248:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659253:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32d5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.659337:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b32c7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5582 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.659347:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.659350:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.659354:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b32c7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5582 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.659366:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338463.659430:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57064:x1848993291127424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 496us (1045us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.659438:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10386 00000100:00100000:3.0:1763338463.667340:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.667399:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291127552 00000100:00100000:0.0:1763338463.667409:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291127552 00000100:00100000:0.0:1763338463.667475:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10387 00000100:00100000:0.0:1763338463.667485:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57064:x1848993291127552:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.667510:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.667533:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b32dc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5589 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.667628:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32e3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.667644:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.667655:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338463.667711:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763338463.667716:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338463.667768:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b32dc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5589 expref: 295 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.667785:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32e3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5589 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.667793:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.667796:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338463.667798:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48600, rc 0) 00000100:00100000:0.0:1763338463.667861:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145c17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57064:x1848993291127552:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 377us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.667873:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10387 00000100:00100000:1.0:1763338463.668606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.669106:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291127808 00000100:00100000:2.0:1763338463.669114:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291127808 00000100:00100000:2.0:1763338463.669164:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10388 00000100:00100000:2.0:1763338463.669173:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57065:x1848993291127808:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.669186:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.669200:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32ea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5590 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.670022:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.670038:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670048:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670057:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.670063:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670069:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670104:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670111:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670116:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670122:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670127:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.670131:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670138:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670149:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:2.0:1763338463.670152:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.670156:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670161:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b32f1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670173:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670179:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670184:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670190:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.670192:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670198:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670204:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:2.0:1763338463.670206:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.670208:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670213:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b32f8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.670242:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32ea lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5590 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.670251:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:2.0:1763338463.670254:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338463.670257:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5590 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.670287:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92600, rc 0) 00000100:00100000:2.0:1763338463.670348:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57065:x1848993291127808:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1176us (1743us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.670355:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10388 00000100:00100000:3.0:1763338463.682302:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.682392:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291128064 00000100:00100000:2.0:1763338463.682402:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291128064 00000100:00100000:2.0:1763338463.682464:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10389 00000100:00100000:2.0:1763338463.682475:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57064:x1848993291128064:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.682498:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.682502:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338463.682532:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b32e3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5589 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.682555:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:2.0:1763338463.682567:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.682583:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32ff lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5597 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.682703:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.682715:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.682724:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.682744:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.682752:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.682758:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683139:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.683151:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683157:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338463.683166:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 0 00010000:00010000:2.0:1763338463.683186:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683193:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683198:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683203:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683209:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.683212:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683219:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683226:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.683228:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.683231:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683236:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3306 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:2.0:1763338463.683247:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8888c6d reply state 0000000099b4eb4d transno 4294973376 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683256:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.683304:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:2.0:1763338463.683306:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.683309:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763338463.683342:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b32ff lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.683360:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.683368:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.683370:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338463.683372:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338463.683438:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57064:x1848993291128064:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 965us (1181us total) trans 4294973376 rc 0/0 00000100:00100000:2.0:1763338463.683445:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10389 00000100:00100000:2.0:1763338463.694211:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.694878:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291128320 00000100:00100000:0.0:1763338463.694889:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291128320 00000100:00100000:0.0:1763338463.694960:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10390 00000100:00100000:0.0:1763338463.694969:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57064:x1848993291128320:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.694996:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.695016:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3322 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af559e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.695321:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.695337:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.695347:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.695385:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.695398:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 297 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.695412:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf32d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303268096:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.695508:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a9d900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338463.697845:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.697918:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291128576 00000100:00100000:2.0:1763338463.697927:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291128576 00000100:00100000:2.0:1763338463.697980:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10391 00000100:00100000:2.0:1763338463.697990:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57066:x1848993291128576:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.698010:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.698029:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3330 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55a5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.698119:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.698134:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698146:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338463.698159:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 0 00010000:00010000:2.0:1763338463.698255:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698301:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698308:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698346:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.698351:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698358:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698371:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.698374:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338463.698380:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698386:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3337 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.698429:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3330 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55a5 expref: 300 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.698439:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.698442:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338463.698445:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3330 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55a5 expref: 300 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.698454:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92c00, rc 0) 00000100:00100000:2.0:1763338463.698514:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57066:x1848993291128576:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 525us (679us total) trans 4294973377 rc 301/301 00000100:00100000:2.0:1763338463.698522:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10391 00000100:00100000:0.0:1763338463.702034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.702199:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf32d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303268096:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.702233:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:1.0:1763338463.702322:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291128704 00000100:00100000:1.0:1763338463.702330:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291128704 00010000:00010000:1.0:1763338463.702370:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 299 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.702416:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3414 00000100:00100000:1.0:1763338463.702425:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993291128704:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.702443:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.702451:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 299 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.702463:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 299 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.702487:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3314 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5597 expref: 299 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.702503:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:1.0:1763338463.702508:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.702518:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.702526:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.702553:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.702618:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+298:2409:x1848993291128704:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 194us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.702626:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3414 00010000:00010000:2.0:1763338463.702706:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.702713:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338463.702740:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 0 00000004:00080000:2.0:1763338463.702930:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a2:0x0], index 1: 0 00000004:00080000:2.0:1763338463.702935:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a2:0x0], index 0: 0 00000004:00080000:2.0:1763338463.702940:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a3:0x0], index 0: 0 00000004:00080000:2.0:1763338463.702943:0:6518:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a3:0x0], index 1: 0 00010000:00010000:2.0:1763338463.703035:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703043:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703050:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703055:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.703059:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703066:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703073:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.703076:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.703079:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703084:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3329 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.703124:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3322 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af559e expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.703132:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.703134:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763338463.703137:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3322 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af559e expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.703149:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:2.0:1763338463.703179:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57064:x1848993291128320:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8211us (8978us total) trans 4294973378 rc 301/301 00000100:00100000:2.0:1763338463.703187:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10390 00000100:00100000:0.0:1763338463.708567:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.708611:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.709564:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291128960 00000100:00100000:1.0:1763338463.709579:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291128960 00000100:00100000:1.0:1763338463.709650:0:19655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291129216 00000100:00100000:1.0:1763338463.709654:0:19655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291129216 00000100:00100000:1.0:1763338463.709700:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3636 00000100:00100000:1.0:1763338463.709712:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57066:x1848993291128960:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338463.710047:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57066:x1848993291128960:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 337us (1494us total) trans 4294973379 rc 0/0 00000100:00100000:1.0:1763338463.710055:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3636 00000100:00100000:1.0:1763338463.710074:0:19655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3637 00000100:00100000:1.0:1763338463.710081:0:19655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57064:x1848993291129216:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338463.710151:0:19655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57064:x1848993291129216:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 70us (1538us total) trans 4294973380 rc 0/0 00000100:00100000:1.0:1763338463.710156:0:19655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3637 00000100:00100000:1.0:1763338463.717366:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.717465:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291129472 00000100:00100000:2.0:1763338463.717476:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291129472 00000100:00100000:2.0:1763338463.717535:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3638 00000100:00100000:2.0:1763338463.717546:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57064:x1848993291129472:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338463.717819:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57064:x1848993291129472:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 274us (466us total) trans 4294973381 rc 0/0 00000100:00100000:2.0:1763338463.717826:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3638 00000100:00100000:3.0:1763338463.721649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.721964:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291129728 00000100:00100000:2.0:1763338463.721977:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291129728 00000100:00100000:2.0:1763338463.722044:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10392 00000100:00100000:2.0:1763338463.722054:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57066:x1848993291129728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.722076:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.722109:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b334c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55ac expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.722197:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.722213:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722226:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722236:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.722243:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722250:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722398:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3361 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.722407:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3361 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722415:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3361 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:2.0:1763338463.722424:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 0 00010000:00010000:2.0:1763338463.722514:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722522:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722528:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722535:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722541:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.722546:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722553:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722565:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.722568:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.722573:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722579:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3353 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722592:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722597:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722602:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722606:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.722609:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722614:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722621:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:2.0:1763338463.722624:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.722627:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722633:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b335a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.722670:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b334c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55ac expref: 303 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.722688:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3361 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55ac expref: 302 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.722695:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1700) 00010000:00010000:2.0:1763338463.722698:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338463.722700:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:2.0:1763338463.722774:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57066:x1848993291129728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 720us (1134us total) trans 4294973382 rc 0/0 00000100:00100000:2.0:1763338463.722781:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10392 00000100:00100000:1.0:1763338463.732019:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.733062:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291129856 00000100:00100000:3.0:1763338463.733075:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291129856 00000100:00100000:3.0:1763338463.733136:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7265 00000100:00100000:3.0:1763338463.733146:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291129856:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.733166:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.733187:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55b3 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338463.733211:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.733231:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.733233:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.733243:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.733275:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.733288:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:1.0:1763338463.733808:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.733855:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291130112 00000100:00100000:2.0:1763338463.733859:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291130112 00000100:00100000:2.0:1763338463.733890:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10393 00000100:00100000:2.0:1763338463.733896:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd245823850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+302:55909:x1848993291130112:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.733910:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.733913:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763338463.733934:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3361 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55ac expref: 302 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.733949:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1700) 00010000:00010000:2.0:1763338463.733958:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.733968:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3376 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55ba expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.734097:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b337d lrc: 3/0,1 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.734111:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b337d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.734127:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b337d lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338463.734142:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 0 00010000:00010000:2.0:1763338463.734247:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3376 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55ba expref: 304 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.734259:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b337d lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55ba expref: 303 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.734283:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.734286:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763338463.734288:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92600, rc 0) 00000100:00100000:2.0:1763338463.734339:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd245823850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291130112:12345-192.168.202.34@tcp:101:bash.0 Request processed in 443us (532us total) trans 4294973383 rc 0/0 00000100:00100000:2.0:1763338463.734346:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10393 00000100:00100000:3.0:1763338463.736940:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291129856:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3781us (4918us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.736953:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7265 00000100:00100000:0.0:1763338463.740036:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.740083:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.740162:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291130240 00000100:00100000:2.0:1763338463.740177:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291130240 00000100:00100000:3.0:1763338463.740546:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291130496 00000100:00100000:3.0:1763338463.740551:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291130496 00000100:00100000:3.0:1763338463.740590:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3639 00000100:00100000:3.0:1763338463.740600:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57066:x1848993291130496:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338463.740826:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10394 00000100:00100000:2.0:1763338463.740834:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:55909:x1848993291130240:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.740844:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.740865:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b338b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55c1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.740898:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3392 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338463.740913:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3392 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.740925:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3392 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.741013:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b338b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c1 expref: 307 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.741027:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57066:x1848993291130496:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 429us (943us total) trans 4294973384 rc 0/0 00010000:00010000:2.0:1763338463.741030:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3392 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c1 expref: 306 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.741035:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3639 00010000:00010000:2.0:1763338463.741040:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.741042:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338463.741046:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338463.741072:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+305:55909:x1848993291130240:12345-192.168.202.34@tcp:101:bash.0 Request processed in 238us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.741079:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10394 00000100:00100000:3.0:1763338463.743494:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.743541:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.743712:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291130752 00000100:00100000:2.0:1763338463.743722:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291130752 00000100:00100000:2.0:1763338463.743770:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291131008 00000100:00100000:2.0:1763338463.743774:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291131008 00000100:00100000:2.0:1763338463.743799:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10395 00000100:00100000:2.0:1763338463.743808:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+306:55909:x1848993291130752:12345-192.168.202.34@tcp:36:bash.0 00000100:00100000:0.0:1763338463.743830:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10396 00000100:00100000:0.0:1763338463.743839:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57066:x1848993291131008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.743848:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.743856:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.743870:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3399 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55c8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.743877:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b337d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55ba expref: 306 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.743891:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.743895:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.743916:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.743926:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.743935:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.743944:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.743950:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.743956:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744042:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763338463.744050:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744058:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763338463.744068:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 0 00010000:00010000:0.0:1763338463.744115:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744126:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744132:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744138:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.744141:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744148:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744156:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.744159:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.744162:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744167:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b33a0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744176:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744182:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744187:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744191:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.744194:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744202:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744208:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.744211:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.744213:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744219:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33a7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.744250:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3399 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 309 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.744285:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 308 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.744293:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.744296:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338463.744298:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49800, rc 0) 00000100:00100000:0.0:1763338463.744376:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57066:x1848993291131008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 538us (834us total) trans 4294973386 rc 0/0 00000100:00100000:0.0:1763338463.744383:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10396 00010000:00010000:1.0:1763338463.746533:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.746558:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 307 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.746566:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 4/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.746602:0:6518:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 307 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.746616:0:6518:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 307 pid: 6521 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.746630:0:6518:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303268224:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.746820:0:6518:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522240 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.747728:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.748928:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291131264 00000100:00100000:3.0:1763338463.748939:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291131264 00000100:00100000:3.0:1763338463.748996:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3640 00000100:00100000:3.0:1763338463.749007:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e39850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57066:x1848993291131264:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338463.749349:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e39850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+309:57066:x1848993291131264:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 342us (1624us total) trans 4294973387 rc 0/0 00000100:00100000:3.0:1763338463.749356:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3640 00000100:00100000:2.0:1763338463.749905:0:6518:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6518:1848993303268224:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338463.749933:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:0.0:1763338463.751591:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.751631:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.751703:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291131392 00000100:00100000:1.0:1763338463.751712:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291131392 00010000:00010000:1.0:1763338463.751749:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 309 pid: 6521 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.751790:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3415 00000100:00100000:1.0:1763338463.751798:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270d4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+309:2410:x1848993291131392:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.751812:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.751818:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 309 pid: 6521 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.751830:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 309 pid: 6521 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.751854:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b33ae lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c8 expref: 309 pid: 6521 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.751869:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:1.0:1763338463.751875:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.751884:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.751892:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.751923:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338463.751967:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270d4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+308:2410:x1848993291131392:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 170us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.751975:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3415 00000100:00100000:3.0:1763338463.752113:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291131520 00000100:00100000:3.0:1763338463.752118:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291131520 00000100:00100000:3.0:1763338463.752152:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3641 00000100:00100000:3.0:1763338463.752159:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57066:x1848993291131520:12345-192.168.202.34@tcp:33:lfs.0 00010000:00010000:0.0:1763338463.752307:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.752328:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338463.752331:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57066:x1848993291131520:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 170us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.752345:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3641 00000001:00080000:0.0:1763338463.752433:0:6518:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973385 00000004:00010000:0.0:1763338463.752483:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000946390c1 reply state 0000000034cef9e8 transno 4294973388 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.752498:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.752504:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.752507:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338463.752510:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338463.752585:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+309:55909:x1848993291130752:12345-192.168.202.34@tcp:36:bash.0 Request processed in 8777us (9100us total) trans 4294973388 rc 0/0 00000100:00100000:0.0:1763338463.752592:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10395 00000020:00080000:0.0:1763338463.752595:0:6518:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338463.760425:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.760511:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291131648 00000100:00100000:2.0:1763338463.760522:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291131648 00000100:00100000:2.0:1763338463.760592:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10397 00000100:00100000:2.0:1763338463.760604:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+309:55909:x1848993291131648:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.760630:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.760652:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b33c3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55cf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.760713:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b33c3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55cf expref: 310 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.760729:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b33c3 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55cf expref: 310 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.760749:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.760752:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.760756:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92600, rc 0) 00000100:00100000:2.0:1763338463.760833:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+310:55909:x1848993291131648:12345-192.168.202.34@tcp:101:bash.0 Request processed in 222us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.760841:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10397 00000100:00100000:2.0:1763338463.766036:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.766730:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291131904 00000100:00100000:0.0:1763338463.766741:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291131904 00000100:00100000:0.0:1763338463.766814:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10398 00000100:00100000:0.0:1763338463.766825:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+310:55909:x1848993291131904:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338463.766853:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.766856:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338463.766893:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b33c3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55cf expref: 310 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.766912:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.766917:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.766930:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b33ca lrc: 2/0,0 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55d6 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.766992:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33d1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.767006:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.767017:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33d1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:0.0:1763338463.767304:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1698, 88 off141832 00000004:00080000:0.0:1763338463.767322:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133479059196ns, next at 1133619049113ns, rc = 0 00000040:00080000:0.0:1763338463.767361:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1698, 88 off141592 00000004:00080000:0.0:1763338463.767367:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133479104284ns, next at 1133618983616ns, rc = 0 00000040:00080000:0.0:1763338463.767392:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1699, 88 off141680 00000004:00080000:0.0:1763338463.767396:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133479134376ns, next at 1133618983616ns, rc = 0 00000040:00080000:0.0:1763338463.767414:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1699, 88 off141920 00000004:00080000:0.0:1763338463.767419:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133479156439ns, next at 1133619049113ns, rc = 0 00000001:00080000:1.0:1763338463.769907:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973389 is committed 00000004:00080000:1.0:1763338463.769917:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1111 committed 00000004:00080000:1.0:1763338463.769935:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1105 committed 00000004:00080000:1.0:1763338463.769951:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1104 committed 00000004:00080000:1.0:1763338463.769954:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1110 committed 00000100:00100000:2.0:1763338463.770176:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303268480:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.770241:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338463.770297:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763338463.770303:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303268608:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.770339:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338463.770373:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303268480 00000100:00100000:2.0:1763338463.770380:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303268480 00000100:00100000:2.0:1763338463.770417:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303268608 00000100:00100000:2.0:1763338463.770420:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303268608 00000100:00100000:2.0:1763338463.770439:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7266 00000100:00100000:2.0:1763338463.770445:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303268480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338463.770471:0:27817:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:673 count 1 00010000:00010000:2.0:1763338463.770496:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.770516:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 14 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338463.770524:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.770526:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.770530:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.770556:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 14 pid: 27817 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338463.770570:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 14 pid: 27817 timeout: 1233 lvb_type: 1 00000100:00100000:2.0:1763338463.770581:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303268864:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338463.770635:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d840 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.770651:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7267 00000100:00100000:2.0:1763338463.770658:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3654:x1848993303268608:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.770776:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303268736:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.770805:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.770821:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338463.770826:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303268352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.770846:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.770869:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303268736 00000100:00100000:3.0:1763338463.770872:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303268736 00000100:00100000:3.0:1763338463.770890:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303268352 00000100:00100000:3.0:1763338463.770892:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303268352 00000100:00100000:3.0:1763338463.770905:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7268 00000100:00100000:3.0:1763338463.770910:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303268736:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.771060:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303268736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (253us total) trans 17179871889 rc 0/0 00000100:00100000:3.0:1763338463.771068:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7268 00000100:00100000:3.0:1763338463.771083:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7269 00000100:00100000:3.0:1763338463.771089:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d50e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3656:x1848993303268352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338463.771099:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:672 count 1 00010000:00010000:3.0:1763338463.771109:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771121:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771127:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.771129:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.771132:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771149:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771158:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 14 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.771168:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303268992:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.771196:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2602ca240 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.771257:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303269376:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771302:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.771329:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763338463.771335:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303269248:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771353:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.771368:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303269504:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771385:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763338463.771412:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd146128380/2, rc 0, transno 17179871889 00000100:00100000:3.0:1763338463.771418:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303268736:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.771424:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763338463.771429:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd147d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303269120:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771445:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.771484:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303269376 00000100:00100000:3.0:1763338463.771488:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303269376 00000100:00100000:3.0:1763338463.771503:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303269248 00000100:00100000:3.0:1763338463.771505:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303269248 00000100:00100000:3.0:1763338463.771513:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303269504 00000100:00100000:3.0:1763338463.771515:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303269504 00000100:00100000:3.0:1763338463.771524:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303269120 00000100:00100000:3.0:1763338463.771526:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303269120 00000100:00100000:3.0:1763338463.771537:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7270 00000100:00100000:3.0:1763338463.771542:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+81:3655:x1848993303269376:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771635:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+82:3655:x1848993303269376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 91us (331us total) trans 21474839220 rc 0/0 00000100:00100000:3.0:1763338463.771641:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7270 00000100:00100000:3.0:1763338463.771652:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7271 00000100:00100000:3.0:1763338463.771658:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+81:3655:x1848993303269248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338463.771667:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:673 count 1 00010000:00010000:3.0:1763338463.771691:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771704:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 39 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.771716:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.771718:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.771721:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771741:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 39 pid: 27816 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.771751:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 39 pid: 27816 timeout: 1233 lvb_type: 1 00000100:00100000:3.0:1763338463.771760:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303269632:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.771784:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2602ca9c0 going to sleep for 11 seconds 00000004:00080000:3.0:1763338463.771806:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858c000/2, rc 0, transno 21474839220 00000100:00100000:3.0:1763338463.771810:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303269376:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771824:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1763338463.771831:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+81:3656:x1848993303269504:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.771905:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+82:3656:x1848993303269504:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (518us total) trans 21474839221 rc 0/0 00000100:00100000:3.0:1763338463.771912:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1763338463.771923:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7273 00000100:00100000:3.0:1763338463.771928:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+81:3656:x1848993303269120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338463.771938:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:672 count 1 00010000:00010000:3.0:1763338463.771948:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771959:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771967:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.771968:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338463.771971:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771987:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.771995:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 39 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.772004:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303269760:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.772025:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2602ca180 going to sleep for 11 seconds 00000004:00080000:3.0:1763338463.772042:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858df80/2, rc 0, transno 21474839221 00000100:00100000:3.0:1763338463.772046:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303269504:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338463.772513:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772525:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772532:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772538:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.772543:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772556:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772573:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.772576:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.772582:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772589:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3273 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772612:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772617:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772623:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772627:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.772630:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772636:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772642:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338463.772644:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.772647:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772651:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b330d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772698:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772705:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772711:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772715:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.772718:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772724:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772732:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.772735:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.772738:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772744:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b33bc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.772818:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33d1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55d6 expref: 290 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.772825:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.772827:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338463.772841:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b33ca lrc: 0/0,0 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55d6 expref: 290 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763338463.772860:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33d1 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55d6 expref: 289 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.772891:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.772894:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763338463.772896:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48200, rc 0) 00000100:00100000:0.0:1763338463.772943:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:55909:x1848993291131904:12345-192.168.202.34@tcp:101:bash.0 Request processed in 6119us (6924us total) trans 4294973389 rc 0/0 00000100:00100000:0.0:1763338463.772950:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10398 00002000:00010000:2.0:1763338463.773368:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.773372:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.773374:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.773376:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.773379:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.773434:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303268608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2775us (3093us total) trans 17179871890 rc 0/0 00000100:00100000:2.0:1763338463.773441:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7267 00000004:00080000:0.0:1763338463.775495:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612aa00/2, rc 0, transno 17179871890 00000100:00100000:0.0:1763338463.775512:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303268608:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.779843:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.781577:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291132160 00000100:00100000:0.0:1763338463.781593:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291132160 00000100:00100000:0.0:1763338463.781663:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10399 00000100:00100000:0.0:1763338463.781673:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57067:x1848993291132160:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.781693:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.781721:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b33f4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55dd expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.781803:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.781815:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.781825:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.781840:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.781846:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.781851:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.781959:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.781967:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.781972:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.781982:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 2 00010000:00010000:0.0:1763338463.782076:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782083:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782090:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782097:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782104:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.782109:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782120:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782131:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:0.0:1763338463.782134:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.782139:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782145:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b33fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782158:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782164:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782169:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782174:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338463.782177:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782183:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782189:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338463.782192:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338463.782194:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782200:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3402 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.782238:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b33f4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.782250:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.782256:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.782258:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338463.782290:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49e00, rc 0) 00000100:00100000:0.0:1763338463.782354:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57067:x1848993291132160:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 682us (2523us total) trans 4294973390 rc 0/0 00000100:00100000:0.0:1763338463.782361:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10399 00000100:00100000:1.0:1763338463.784330:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27817:1848993303268864:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.784359:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.786520:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.786573:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.786640:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303269632:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.786675:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.786735:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1848993303269760:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.786748:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.786776:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.786793:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.786815:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291132288 00000100:00100000:3.0:1763338463.786823:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291132288 00010000:00010000:3.0:1763338463.786859:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 15 pid: 27817 timeout: 1233 lvb_type: 1 00000100:00100000:3.0:1763338463.786887:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291132416 00000100:00100000:3.0:1763338463.786890:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291132416 00010000:00010000:3.0:1763338463.786903:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 16 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.786915:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291132672 00000100:00100000:3.0:1763338463.786917:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291132672 00010000:00010000:3.0:1763338463.786927:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 40 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.786936:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291132544 00000100:00100000:3.0:1763338463.786938:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291132544 00010000:00010000:3.0:1763338463.786946:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 41 pid: 27816 timeout: 1233 lvb_type: 1 00000100:00100000:3.0:1763338463.786959:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3416 00000100:00100000:3.0:1763338463.786968:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291132288:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.786984:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.786989:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 16 pid: 27817 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.787001:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 16 pid: 27817 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.787026:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3203 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af553c expref: 16 pid: 27817 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.787042:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787043:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787048:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787058:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787081:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.787128:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291132288:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 161us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.787136:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3416 00000100:00100000:3.0:1763338463.787153:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3417 00000100:00100000:3.0:1763338463.787159:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291132416:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.787167:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.787171:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 14 pid: 27817 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.787184:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 14 pid: 27817 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.787197:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787198:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787202:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787208:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787218:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.787235:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291132416:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 77us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.787242:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3417 00000100:00100000:3.0:1763338463.787254:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3418 00000100:00100000:3.0:1763338463.787281:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2409:x1848993291132672:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.787293:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.787297:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 41 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.787306:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 41 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.787330:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b323b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5558 expref: 41 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338463.787344:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787346:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787350:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787357:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787374:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.787393:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2409:x1848993291132672:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 133us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.787400:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3418 00000100:00100000:3.0:1763338463.787413:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3419 00000100:00100000:3.0:1763338463.787419:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2409:x1848993291132544:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338463.787425:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338463.787429:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 39 pid: 27816 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.787438:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 39 pid: 27816 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.787449:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b320a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5543 expref: 39 pid: 27816 timeout: 1233 lvb_type: 1 00010000:00010000:3.0:1763338463.787458:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787460:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.787463:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787470:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787484:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.787503:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+38:2409:x1848993291132544:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 84us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.787509:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3419 00010000:00010000:3.0:1763338463.787530:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787538:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787548:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787555:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787567:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338463.787761:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+82:3655:x1848993303269248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16102us (16406us total) trans 21474839222 rc 0/0 00000100:00100000:3.0:1763338463.787767:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7271 00000004:00080000:3.0:1763338463.787799:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1f480/2, rc 0, transno 21474839222 00000100:00100000:3.0:1763338463.787804:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303269248:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338463.787818:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787825:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787832:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787838:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.787849:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763338463.787926:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+82:3656:x1848993303269120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15997us (16479us total) trans 21474839223 rc 0/0 00000100:00100000:3.0:1763338463.787931:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7273 00000004:00080000:3.0:1763338463.787953:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd147d1df80/2, rc 0, transno 21474839223 00000100:00100000:3.0:1763338463.787957:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303269120:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.787990:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.788006:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291132800 00000100:00100000:3.0:1763338463.788009:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291132800 00000100:00100000:3.0:1763338463.788030:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7274 00000100:00100000:3.0:1763338463.788036:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291132800:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.788049:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.788065:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55e4 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.788088:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.788094:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.788096:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.788099:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.788126:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.788139:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 15 pid: 8405 timeout: 1233 lvb_type: 1 00000100:00100000:3.0:1763338463.788150:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303269888:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.788201:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763338463.788450:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788460:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788468:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788476:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788493:0:27817:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1763338463.788646:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3654:x1848993303268480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18198us (18403us total) trans 17179871891 rc 0/0 00000100:00100000:1.0:1763338463.788653:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7266 00010000:00010000:1.0:1763338463.788674:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1763338463.788681:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788688:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.788693:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788701:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788715:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788723:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b33e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788739:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763338463.788742:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788748:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.788751:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788757:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788771:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788777:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b33ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788788:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338463.788792:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788797:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338463.788801:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788808:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788817:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788823:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b33d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.788835:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.788837:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.788839:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338463.788862:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612a300/2, rc 0, transno 17179871891 00000100:00100000:1.0:1763338463.788868:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303268480:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338463.789121:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338463.789146:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3265 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5566 expref: 15 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.789156:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd147d1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303268992:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338463.789173:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.789181:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.789187:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.789200:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.789207:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.789231:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338463.789377:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d50e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303268352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18286us (18528us total) trans 17179871892 rc 0/0 00000100:00100000:0.0:1763338463.789383:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7269 00000004:00080000:0.0:1763338463.789494:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14612b480/2, rc 0, transno 17179871892 00000100:00100000:0.0:1763338463.789499:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303268352:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338463.789561:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338463.789567:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.789575:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.789578:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.789584:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.789595:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.789601:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b33df lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.789613:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.789615:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338463.789616:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338463.790682:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338463.793397:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.793862:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303269888:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338463.793896:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.793914:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:0.0:1763338463.793962:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291132800:12345-192.168.202.34@tcp:101:bash.0 Request processed in 5926us (5971us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.793970:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7274 00000100:00100000:1.0:1763338463.794097:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291133056 00000100:00100000:1.0:1763338463.794104:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291133056 00000100:00100000:1.0:1763338463.794155:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3642 00000100:00100000:1.0:1763338463.794164:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57067:x1848993291133056:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338463.794360:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57067:x1848993291133056:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 197us (975us total) trans 4294973391 rc 0/0 00000100:00100000:1.0:1763338463.794366:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3642 00000100:00100000:3.0:1763338463.794847:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.795227:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291133184 00000100:00100000:0.0:1763338463.795233:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291133184 00010000:00010000:0.0:1763338463.795256:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 14 pid: 8405 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338463.795330:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3420 00000100:00100000:0.0:1763338463.795338:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291133184:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.795349:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.795354:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 14 pid: 8405 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338463.795365:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 14 pid: 8405 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338463.795387:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b336f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55b3 expref: 14 pid: 8405 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338463.795399:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.795401:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.795408:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.795417:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.795452:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.795465:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303270016:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338463.795527:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2527360c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338463.799895:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303270016:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338463.799922:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338463.800114:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.801247:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993291133184:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 5906us (6396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.802082:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3420 00000100:00100000:1.0:1763338463.802161:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291133312 00000100:00100000:1.0:1763338463.802171:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291133312 00000100:00100000:1.0:1763338463.802225:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7275 00000100:00100000:1.0:1763338463.802235:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+38:55909:x1848993291133312:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.802254:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.802296:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55eb expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338463.802329:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338463.802350:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.802353:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.802363:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.802381:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 39 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.802396:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338463.802462:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+39:55909:x1848993291133312:12345-192.168.202.34@tcp:101:bash.0 Request processed in 229us (2349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.802469:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7275 00000100:00100000:1.0:1763338463.812749:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.812831:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.812831:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.812913:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291133824 00000100:00100000:0.0:1763338463.812923:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291133824 00000100:00100000:0.0:1763338463.812983:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10400 00000100:00100000:0.0:1763338463.812993:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57068:x1848993291133824:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338463.813015:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338463.813036:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3425 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55f2 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.813135:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b342c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.813149:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b342c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.813160:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b342c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000004:00200000:0.0:1763338463.813172:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 2 00010000:00010000:0.0:1763338463.813302:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3425 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f2 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.813331:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b342c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f2 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.813339:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.813343:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763338463.813347:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:0.0:1763338463.813398:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57068:x1848993291133824:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 407us (573us total) trans 4294973392 rc 0/0 00000100:00100000:0.0:1763338463.813406:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10400 00000100:00100000:2.0:1763338463.814741:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291133568 00000100:00100000:3.0:1763338463.814742:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291133440 00000100:00100000:3.0:1763338463.814755:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291133440 00000100:00100000:2.0:1763338463.814755:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291133568 00002000:00010000:3.0:1763338463.814792:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/674 (0->18446744073709551615) 00002000:00010000:2.0:1763338463.814792:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/674 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.814801:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f5500 with x1848993291133568 ext(0->18446744073709551615) 00002000:00100000:3.0:1763338463.814802:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f7b80 with x1848993291133440 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.814815:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f7b80. 00002000:00010000:2.0:1763338463.814815:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1469f5500. 00000100:00100000:2.0:1763338463.814930:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1773 00000100:00100000:2.0:1763338463.814939:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2410:x1848993291133568:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338463.815111:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.815115:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338463.815118:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.815120:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338463.815122:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.815181:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2410:x1848993291133568:12345-192.168.202.34@tcp:10:bash.0 Request processed in 243us (2353us total) trans 21474839224 rc 0/0 00000100:00100000:2.0:1763338463.815189:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1773 00002000:00010000:2.0:1763338463.815193:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/674 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.815196:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f5500 with x1848993291133568 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.815201:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1469f5500. 00000100:00100000:2.0:1763338463.815219:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1774 00000100:00100000:2.0:1763338463.815226:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291133440:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:2.0:1763338463.816052:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338463.816057:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338463.816060:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338463.816063:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338463.816065:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338463.816108:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291133440:12345-192.168.202.34@tcp:10:bash.0 Request processed in 882us (3369us total) trans 17179871893 rc 0/0 00000100:00100000:2.0:1763338463.816117:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1774 00002000:00010000:2.0:1763338463.816120:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/674 (0->18446744073709551615) 00002000:00100000:2.0:1763338463.816123:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f7b80 with x1848993291133440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338463.816128:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f7b80. 00000100:00100000:1.0:1763338463.819432:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.819693:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291134080 00000100:00100000:2.0:1763338463.819703:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291134080 00000100:00100000:2.0:1763338463.819762:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3643 00000100:00100000:2.0:1763338463.819771:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291134080:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338463.821055:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291134080:12345-192.168.202.34@tcp:35:bash.0 Request processed in 1278us (1627us total) trans 4294973393 rc 0/0 00000100:00100000:2.0:1763338463.821066:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3643 00000100:00100000:2.0:1763338463.829006:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.829056:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.829127:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291134592 00000100:00100000:0.0:1763338463.829137:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291134592 00000100:00100000:3.0:1763338463.829151:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291134336 00000100:00100000:3.0:1763338463.829157:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291134336 00000100:00100000:3.0:1763338463.829208:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10401 00000100:00100000:0.0:1763338463.829209:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3644 00000100:00100000:3.0:1763338463.829220:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57068:x1848993291134336:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:0.0:1763338463.829223:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57069:x1848993291134592:12345-192.168.202.34@tcp:35:rm.0 00010000:00010000:3.0:1763338463.829254:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.829319:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b343a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af55f9 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.829433:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338463.829448:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.829456:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338463.829491:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.829503:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 298 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.829518:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303270144:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338463.829594:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57069:x1848993291134592:12345-192.168.202.34@tcp:35:rm.0 Request processed in 374us (536us total) trans 4294973394 rc 0/0 00000100:00100000:0.0:1763338463.829603:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3644 00000100:00100000:3.0:1763338463.829606:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2618059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338463.832694:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.832799:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291134848 00000100:00100000:0.0:1763338463.832809:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291134848 00000100:00100000:0.0:1763338463.832875:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10402 00000100:00100000:0.0:1763338463.832885:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57069:x1848993291134848:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338463.832937:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763338463.832962:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b342c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f2 expref: 298 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.832986:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b33d1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55d6 expref: 297 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.833000:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 296 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.833022:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3392 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55c1 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.833033:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.833039:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.833047:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.833055:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.833074:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338463.833107:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.833116:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.833124:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.833135:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.833141:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.833147:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.833219:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338463.833226:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.833234:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.833246:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.833254:0:6518:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.833422:0:13583:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.202.34@tcp) returned -22 from blocking AST (req@000000006e70228e x1848993303270144) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 1/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 295 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.833436:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b3409 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55dd expref: 295 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.833448:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303270144:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.833466:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:1.0:1763338463.833470:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.833476:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.833482:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.833489:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.833494:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338463.833509:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 5 00010000:00010000:1.0:1763338463.833627:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b343a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.833644:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 295 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.833654:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 295 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.833662:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:1.0:1763338463.836693:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291134336:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7463us (7684us total) trans 4294973395 rc 0/0 00000100:00100000:1.0:1763338463.836707:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10401 00000100:00100000:2.0:1763338463.843153:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.843205:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.843294:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291134976 00000100:00100000:1.0:1763338463.843305:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291134976 00000100:00100000:1.0:1763338463.843370:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10403 00000100:00100000:1.0:1763338463.843380:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291134976:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.843409:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.843430:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3464 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5600 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.843531:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.843545:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.843552:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 4/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.843573:0:13583:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.843582:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:0.0:1763338463.843668:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291135104 00000100:00100000:0.0:1763338463.843672:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291135104 00010000:00010000:0.0:1763338463.843693:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 297 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.843724:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3421 00000100:00100000:0.0:1763338463.843732:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2409:x1848993291135104:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.843743:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.843749:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 297 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.843760:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 297 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.843779:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3441 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55f9 expref: 297 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.843794:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338463.843798:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.843810:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.843815:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338463.843822:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.843828:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.843833:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338463.843862:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338463.843911:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:2409:x1848993291135104:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 179us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338463.843919:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3421 00010000:00010000:3.0:1763338463.844190:0:6518:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844198:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00000004:00080000:3.0:1763338463.844475:0:6518:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x201:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763338463.844561:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844568:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844574:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844581:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338463.844585:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844593:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844603:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:3.0:1763338463.844605:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763338463.844608:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338463.844614:0:6518:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338463.844620:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338463.844653:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844661:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3456 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844677:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844683:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844690:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844695:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844699:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338463.844701:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844706:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844713:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab100) 00010000:00010000:3.0:1763338463.844716:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338463.844719:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844724:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3448 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:3.0:1763338463.844737:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000acffbc1a reply state 00000000f03cf75c transno 4294973396 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844747:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.844753:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab700) 00010000:00010000:3.0:1763338463.844755:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338463.844757:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338463.844815:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57069:x1848993291134848:12345-192.168.202.34@tcp:36:rm.0 Request processed in 11931us (12131us total) trans 4294973396 rc 0/0 00000100:00100000:3.0:1763338463.844827:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10402 00010000:00010000:1.0:1763338463.844944:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.844953:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338463.844978:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 5 00000004:00200000:1.0:1763338463.844983:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338463.844998:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.845024:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3464 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5600 expref: 297 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.845038:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5600 expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.845044:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:1.0:1763338463.845046:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338463.845048:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338463.845084:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57068:x1848993291134976:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1705us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.845091:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10403 00000100:00100000:3.0:1763338463.849031:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.849120:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291135360 00000100:00100000:1.0:1763338463.849133:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291135360 00000100:00100000:1.0:1763338463.849211:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10404 00000100:00100000:1.0:1763338463.849221:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57068:x1848993291135360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.849246:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.849319:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3472 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5607 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.849442:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3479 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.849456:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3479 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.849467:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3479 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338463.849482:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 5 00010000:00010000:1.0:1763338463.849624:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3472 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5607 expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.849643:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3479 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5607 expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.849653:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:1.0:1763338463.849656:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338463.849659:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb200, rc 0) 00000100:00100000:1.0:1763338463.849723:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57068:x1848993291135360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 503us (701us total) trans 4294973397 rc 0/0 00000100:00100000:1.0:1763338463.849731:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10404 00000100:00100000:2.0:1763338463.857529:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.857936:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291135488 00000100:00100000:0.0:1763338463.857948:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291135488 00000100:00100000:1.0:1763338463.858215:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7276 00000100:00100000:1.0:1763338463.858233:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291135488:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338463.858301:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.858329:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.858337:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.858339:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338463.858343:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.858382:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.858397:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.858412:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1469f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303270272:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338463.858498:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763338463.858650:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.859893:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291135616 00000100:00100000:1.0:1763338463.859902:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291135616 00000100:00100000:1.0:1763338463.859960:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10405 00000100:00100000:1.0:1763338463.859969:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57070:x1848993291135616:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.859989:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.860011:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b348e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af560e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.860077:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.860090:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860100:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860111:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.860118:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860124:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860164:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860171:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860177:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860184:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860190:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.860194:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860204:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860216:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338463.860219:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.860223:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860229:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3495 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860244:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860249:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860255:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860259:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.860299:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860305:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860319:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab700) 00010000:00010000:1.0:1763338463.860322:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.860324:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860329:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b349c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.860357:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b348e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af560e expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.860367:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd14499df00) 00010000:00010000:1.0:1763338463.860369:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.860372:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b348e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af560e expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.860384:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338463.860434:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57070:x1848993291135616:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 466us (1784us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338463.860441:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10405 00000100:00100000:1.0:1763338463.861036:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1469f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1848993303270272:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338463.861065:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.861923:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.862577:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291135744 00000100:00100000:1.0:1763338463.862586:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291135744 00002000:00100000:1.0:1763338463.862633:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x2a2:0x0] (0->4) req@ffff8fd14bf32d80 x1848993291135744/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:489/0 lens 496/0 e 0 to 0 dl 1763338474 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338463.862644:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf32d80 with x1848993291135744 ext(0->4) 00010000:00010000:1.0:1763338463.862652:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.862666:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00002000:00010000:1.0:1763338463.862687:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd14bf32d80 00000100:00100000:1.0:1763338463.862724:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 123 00000100:00100000:1.0:1763338463.862734:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291135744:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338463.864017:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.864136:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291135872 00000100:00100000:1.0:1763338463.864143:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291135872 00000100:00100000:1.0:1763338463.864178:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10406 00000100:00100000:1.0:1763338463.864184:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57070:x1848993291135872:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.864201:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.864223:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5615 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.864296:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.864317:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864329:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864340:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338463.864347:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864353:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864388:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864394:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864399:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864405:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864410:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.864413:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.864420:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338463.865239:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291135744:12345-192.168.202.34@tcp:4:bash.0 Request processed in 2500us (3313us total) trans 17179871894 rc 0/0 00000100:00100000:2.0:1763338463.865252:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 123 00002000:00100000:2.0:1763338463.865280:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x2a2:0x0] (0->4) req@ffff8fd14bf32d80 x1848993291135744/t17179871894(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:489/0 lens 496/448 e 0 to 0 dl 1763338474 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338463.865297:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14bf32d80 with x1848993291135744 ext(0->4) 00010000:00010000:2.0:1763338463.865306:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 17 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:2.0:1763338463.865328:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 17 pid: 8405 timeout: 1233 lvb_type: 0 00002000:00010000:2.0:1763338463.865335:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd14bf32d80 00010000:00010000:1.0:1763338463.865843:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338463.865847:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.865853:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865862:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b34aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865879:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865961:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865969:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865975:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338463.865978:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865985:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.865993:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab700) 00010000:00010000:1.0:1763338463.865995:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.865998:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.866004:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338463.866040:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34a3 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5615 expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.866112:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338463.866114:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338463.866118:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5615 expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.866132:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338463.867190:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57070:x1848993291135872:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3001us (3175us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338463.867200:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10406 00000100:00100000:0.0:1763338463.870345:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.870493:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291136000 00000100:00100000:1.0:1763338463.870505:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291136000 00010000:00010000:1.0:1763338463.870547:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 17 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338463.870590:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3422 00000100:00100000:1.0:1763338463.870601:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270d4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993291136000:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338463.870618:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763338463.870638:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763338463.870641:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763338463.870647:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 17 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.870660:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 17 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.870694:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3417 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55e4 expref: 17 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338463.870710:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.870712:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338463.870717:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.870726:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.870760:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338463.870788:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.870797:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.870812:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270d4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2408:x1848993291136000:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 214us (478us total) trans 0 rc 0/0 00010000:00010000:3.0:1763338463.870818:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338463.870823:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3422 00010000:00010000:3.0:1763338463.870826:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.870833:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.870840:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338463.870843:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.870851:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.870862:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.870869:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3487 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338463.870915:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291135488:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 12687us (13395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.870922:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7276 00000100:00100000:0.0:1763338463.876187:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.876236:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.876497:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291136128 00000100:00100000:3.0:1763338463.876508:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291136128 00000100:00100000:3.0:1763338463.876564:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291136384 00000100:00100000:3.0:1763338463.876567:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291136384 00000100:00100000:1.0:1763338463.877341:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10407 00000100:00100000:1.0:1763338463.877356:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57070:x1848993291136128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338463.877376:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.877399:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af561c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.877461:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b34bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338463.877475:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b34bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.877487:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b34bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:1.0:1763338463.877535:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338463.877540:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338463.877574:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b34b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af561c expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.877593:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b34bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af561c expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.877601:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:1.0:1763338463.877603:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338463.877606:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f600, rc 0) 00000100:00100000:1.0:1763338463.877667:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57070:x1848993291136128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 315us (1490us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338463.877677:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10407 00000100:00100000:1.0:1763338463.877698:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10408 00000100:00100000:1.0:1763338463.877706:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57068:x1848993291136384:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338463.877729:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338463.877746:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b346b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5600 expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.877756:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:1.0:1763338463.877760:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.877778:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338463.877787:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338463.877794:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000040:00080000:1.0:1763338463.877992:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1700, 88 off142008 00000004:00080000:1.0:1763338463.878000:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133589737605ns, next at 1133619049113ns, rc = 0 00000040:00080000:1.0:1763338463.878031:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1700, 88 off141768 00000004:00080000:1.0:1763338463.878035:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133589773421ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.878053:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1701, 88 off141856 00000004:00080000:1.0:1763338463.878057:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133589795341ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.878067:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1701, 88 off142096 00000004:00080000:1.0:1763338463.878071:0:10039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133589809042ns, next at 1133619049113ns, rc = 0 00000001:00080000:1.0:1763338463.880296:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973398 is committed 00000004:00080000:1.0:1763338463.880306:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1113 committed 00010000:00010000:2.0:1763338463.880418:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.880430:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.880437:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.880442:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.880446:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.880453:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.880467:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449ab700) 00010000:00010000:2.0:1763338463.880470:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.880474:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338463.880479:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b344f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00080000:1.0:1763338463.880851:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1107 committed 00000004:00080000:1.0:1763338463.880870:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1106 committed 00000004:00080000:1.0:1763338463.880872:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1112 committed 00000100:00100000:0.0:1763338463.881036:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338463.881055:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303270400:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.881111:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.881146:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338463.881154:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303270528:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.881177:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338463.881202:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303270400 00000100:00100000:0.0:1763338463.881208:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303270400 00000100:00100000:0.0:1763338463.881247:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303270528 00000100:00100000:0.0:1763338463.881250:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303270528 00000100:00100000:0.0:1763338463.881295:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7277 00000100:00100000:0.0:1763338463.881305:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+83:3656:x1848993303270400:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763338463.881463:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338463.881466:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338463.881469:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338463.881471:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338463.881473:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338463.881509:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+84:3656:x1848993303270400:12345-0@lo:2:osp-syn-0-1.0 Request processed in 206us (398us total) trans 21474839225 rc 0/0 00000100:00100000:0.0:1763338463.881516:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7277 00000100:00100000:0.0:1763338463.881531:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7278 00000100:00100000:0.0:1763338463.881537:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+83:3655:x1848993303270528:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.881606:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+84:3655:x1848993303270528:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (426us total) trans 21474839226 rc 0/0 00000100:00100000:0.0:1763338463.881612:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7278 00000004:00080000:0.0:1763338463.881653:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf30700/2, rc 0, transno 21474839226 00000100:00100000:0.0:1763338463.881659:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303270528:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338463.881677:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14bf31880/2, rc 0, transno 21474839225 00000100:00100000:0.0:1763338463.881680:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14bf31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303270400:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.881857:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303270784:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.881884:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.881910:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303270784 00000100:00100000:3.0:1763338463.881913:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303270784 00000100:00100000:3.0:1763338463.881942:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7279 00000100:00100000:3.0:1763338463.881949:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3656:x1848993303270784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.882044:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3656:x1848993303270784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 95us (158us total) trans 17179871895 rc 0/0 00000100:00100000:3.0:1763338463.882050:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7279 00000004:00080000:3.0:1763338463.882074:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858ed80/2, rc 0, transno 17179871895 00000100:00100000:3.0:1763338463.882080:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303270784:0@lo:2:osp-syn-1-1.0 00000004:00010000:2.0:1763338463.882292:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004a9d6245 reply state 000000009d67e3e8 transno 4294973398 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882322:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882330:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.882334:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338463.882338:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763338463.882419:0:10039:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338463.882434:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57068:x1848993291136384:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 4728us (6196us total) trans 4294973398 rc 0/0 00000100:00100000:2.0:1763338463.882441:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10408 00010000:00010000:2.0:1763338463.882465:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882472:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882479:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882485:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.882490:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882496:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882505:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.882507:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.882511:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.882516:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b34c6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338463.883251:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338463.883572:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303270656:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.883622:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.883889:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303270656 00000100:00100000:3.0:1763338463.883895:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303270656 00000100:00100000:3.0:1763338463.884243:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7280 00000100:00100000:3.0:1763338463.884251:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3654:x1848993303270656:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.884543:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3654:x1848993303270656:12345-0@lo:2:osp-syn-1-1.0 Request processed in 292us (920us total) trans 17179871896 rc 0/0 00000100:00100000:3.0:1763338463.884549:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7280 00000004:00080000:0.0:1763338463.884632:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858d880/2, rc 0, transno 17179871896 00000100:00100000:0.0:1763338463.884639:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303270656:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.885385:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.885479:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291136512 00000100:00100000:2.0:1763338463.885485:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291136512 00000100:00100000:2.0:1763338463.885530:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10409 00000100:00100000:2.0:1763338463.885538:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57070:x1848993291136512:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.885555:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.885580:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b34cd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5623 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.885835:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.885849:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885860:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885874:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.885881:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885887:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885922:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885933:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885940:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885946:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885951:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.885956:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885963:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885974:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338463.885978:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.885983:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.885988:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b34d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886000:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886006:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886011:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886016:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.886019:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886025:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886032:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746d1700) 00010000:00010000:2.0:1763338463.886034:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.886037:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886041:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b34db lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.886071:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b34cd lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5623 expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.886081:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:2.0:1763338463.886083:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.886086:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b34cd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5623 expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.886096:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:2.0:1763338463.886157:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57070:x1848993291136512:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 619us (774us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338463.886163:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10409 00000100:00100000:0.0:1763338463.886619:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.886696:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291136640 00000100:00100000:2.0:1763338463.886705:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291136640 00000100:00100000:2.0:1763338463.886745:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10410 00000100:00100000:2.0:1763338463.886753:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+289:57068:x1848993291136640:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338463.886771:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.886782:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af562a expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.886820:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.886831:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 290 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.886846:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.886849:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.886852:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92800, rc 0) 00000100:00100000:2.0:1763338463.886885:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57068:x1848993291136640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 133us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.886891:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10410 00000100:00100000:1.0:1763338463.889217:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.889289:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.889301:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291136896 00000100:00100000:3.0:1763338463.889321:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291136896 00000100:00100000:3.0:1763338463.889380:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291137024 00000100:00100000:3.0:1763338463.889384:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291137024 00000100:00100000:3.0:1763338463.889422:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10411 00000100:00100000:3.0:1763338463.889432:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57070:x1848993291136896:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.889459:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.889463:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763338463.889498:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b34bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af561c expref: 291 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.889519:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f4f100) 00010000:00010000:3.0:1763338463.889530:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338463.889535:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10412 00000100:00100000:2.0:1763338463.889545:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57068:x1848993291137024:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.889549:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b34e9 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5631 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.889553:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.889562:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b34f0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5638 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.889621:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b34f7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338463.889633:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b34f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.889643:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b34f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:3.0:1763338463.889646:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338463.889653:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.889659:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.889669:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763338463.889680:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x201:0x0]: returning size 5 00000004:00200000:2.0:1763338463.889684:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1763338463.889695:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.889702:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:2.0:1763338463.889714:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b34f7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338463.889736:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b34f0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5638 expref: 293 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.889748:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b34f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5638 expref: 292 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.889755:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338463.889758:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763338463.889760:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93600, rc 0) 00000100:00100000:2.0:1763338463.889827:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57068:x1848993291137024:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 283us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.889835:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10412 00010000:00010000:3.0:1763338463.890718:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338463.890730:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890739:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763338463.890748:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x202:0x0]: returning size 0 00010000:00010000:3.0:1763338463.890777:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890785:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890791:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890797:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338463.890800:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890807:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890818:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd26febc100) 00010000:00010000:3.0:1763338463.890820:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338463.890824:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890829:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b34fe lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338463.890839:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d4df9c1 reply state 000000003a6c1901 transno 4294973399 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890849:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.890855:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:3.0:1763338463.890857:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338463.890859:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338463.890886:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b34e9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.890906:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 292 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.890913:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd26febc500) 00010000:00010000:3.0:1763338463.890915:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338463.890918:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338463.892502:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57070:x1848993291136896:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3061us (3286us total) trans 4294973399 rc 0/0 00000100:00100000:3.0:1763338463.892513:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10411 00000100:00100000:1.0:1763338463.893083:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.893184:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291137152 00000100:00100000:3.0:1763338463.893193:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291137152 00000100:00100000:3.0:1763338463.893234:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7281 00000100:00100000:3.0:1763338463.893242:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291137152:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.893415:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.893436:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af563f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338463.893459:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a2:0x0] initial LVB size: 5, mtime: 0x691a68e0, atime: 0x0, ctime: 0x691a68e0, blocks: 0x8 00010000:00010000:3.0:1763338463.893478:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.893480:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.893492:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.893508:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338463.893519:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8200, rc 0) 00000100:00100000:3.0:1763338463.893571:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291137152:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 328us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.893578:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7281 00000100:00100000:0.0:1763338463.896434:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.896847:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291137408 00000100:00100000:3.0:1763338463.896858:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291137408 00000100:00100000:3.0:1763338463.896921:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10413 00000100:00100000:3.0:1763338463.896931:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57070:x1848993291137408:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.896957:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.896981:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3521 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5646 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.897094:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338463.897114:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.897123:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.897161:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.897175:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 294 pid: 6521 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338463.897190:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303270912:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338463.897305:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2463fccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338463.902344:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.902504:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291137536 00000100:00100000:0.0:1763338463.902512:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291137536 00000100:00100000:3.0:1763338463.902513:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303270912:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338463.902542:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.902552:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 295 pid: 6521 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338463.902588:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3423 00000100:00100000:0.0:1763338463.902596:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:2409:x1848993291137536:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338463.902610:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338463.902617:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 295 pid: 6521 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.902629:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 295 pid: 6521 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.902650:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b350c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5631 expref: 295 pid: 6521 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338463.902665:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd26febc500) 00010000:00010000:0.0:1763338463.902669:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.902679:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.902687:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338463.902714:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338463.902736:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.902745:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338463.902765:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:2409:x1848993291137536:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 168us (429us total) trans 0 rc 0/0 00000004:00200000:3.0:1763338463.902772:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x202:0x0]: returning size 0 00000100:00100000:0.0:1763338463.902776:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3423 00000004:00080000:3.0:1763338463.902972:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a4:0x0], index 0: 0 00000004:00080000:3.0:1763338463.902980:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a4:0x0], index 1: 0 00000004:00080000:3.0:1763338463.902985:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a5:0x0], index 1: 0 00000004:00080000:3.0:1763338463.902990:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a5:0x0], index 0: 0 00010000:00010000:3.0:1763338463.903116:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903125:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903131:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903138:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338463.903142:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903149:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903158:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd26febc500) 00010000:00010000:3.0:1763338463.903161:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763338463.903164:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903169:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3528 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338463.903231:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3521 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x202:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5646 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.903244:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd26febc500) 00010000:00010000:3.0:1763338463.903247:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763338463.903250:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3521 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x202:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5646 expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.903290:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:2.0:1763338463.903998:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57070:x1848993291137408:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 7062us (7569us total) trans 4294973400 rc 301/301 00000100:00100000:2.0:1763338463.904008:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10413 00000100:00100000:1.0:1763338463.912104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.912167:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291137792 00000100:00100000:0.0:1763338463.912178:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291137792 00000100:00100000:0.0:1763338463.912237:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3645 00000100:00100000:0.0:1763338463.912248:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57070:x1848993291137792:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.912592:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57070:x1848993291137792:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 345us (498us total) trans 4294973401 rc 0/0 00000100:00100000:0.0:1763338463.912600:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3645 00000100:00100000:1.0:1763338463.916740:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.918502:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291138048 00000100:00100000:2.0:1763338463.918519:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291138048 00000100:00100000:0.0:1763338463.919133:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3646 00000100:00100000:0.0:1763338463.919147:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57070:x1848993291138048:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:0.0:1763338463.919476:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57070:x1848993291138048:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 332us (2746us total) trans 4294973402 rc 0/0 00000100:00100000:0.0:1763338463.919486:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3646 00000100:00100000:1.0:1763338463.924896:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.927009:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291138304 00000100:00100000:2.0:1763338463.927024:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291138304 00000100:00100000:2.0:1763338463.927145:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10414 00000100:00100000:2.0:1763338463.927155:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291138304:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.927184:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.927209:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3536 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af564d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.927383:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.927398:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927411:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927423:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.927431:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927436:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927506:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b354b lrc: 3/1,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.927514:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b354b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927520:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b354b lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338463.927531:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x202:0x0]: returning size 0 00010000:00010000:2.0:1763338463.927618:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927625:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927632:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927638:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.927642:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927649:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927661:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1700) 00010000:00010000:2.0:1763338463.927664:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.927668:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927674:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b353d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927687:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.927693:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.930019:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.930040:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.930045:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.930053:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.930074:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:2.0:1763338463.930077:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.930082:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.930089:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3544 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.930152:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3536 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af564d expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.930172:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b354b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af564d expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.930180:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.930183:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338463.930185:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338463.930288:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291138304:12345-192.168.202.34@tcp:101:bash.0 Request processed in 3133us (5400us total) trans 4294973403 rc 0/0 00000100:00100000:2.0:1763338463.930297:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10414 00000100:00100000:1.0:1763338463.935914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.936012:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291138432 00000100:00100000:2.0:1763338463.936023:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291138432 00000100:00100000:2.0:1763338463.936097:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10415 00000100:00100000:2.0:1763338463.936108:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291138432:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.936133:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.936157:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3559 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5654 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.936199:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3560 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.936214:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3560 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.936226:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3560 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.937572:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3559 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5654 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.937601:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3560 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5654 expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.937611:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.937614:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763338463.937618:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92c00, rc 0) 00000100:00100000:2.0:1763338463.937685:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291138432:12345-192.168.202.34@tcp:101:bash.0 Request processed in 1578us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.937694:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10415 00000100:00100000:1.0:1763338463.940225:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.940443:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291138688 00000100:00100000:2.0:1763338463.940453:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291138688 00000100:00100000:2.0:1763338463.940514:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10416 00000100:00100000:2.0:1763338463.940524:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291138688:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:2.0:1763338463.940577:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338463.940605:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b354b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af564d expref: 298 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.940627:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.940632:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338463.940804:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338463.940817:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.940826:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:2.0:1763338463.940868:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973404 00000004:00010000:2.0:1763338463.940885:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009078b2f9 reply state 00000000cedd8a08 transno 4294973405 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.940895:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.940901:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.940904:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338463.940906:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338463.941850:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291138688:12345-192.168.202.34@tcp:36:bash.0 Request processed in 1320us (1626us total) trans 4294973405 rc 0/0 00000100:00100000:2.0:1763338463.941859:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10416 00000020:00080000:2.0:1763338463.941866:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338463.944181:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.944350:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291138816 00000100:00100000:3.0:1763338463.944359:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291138816 00000100:00100000:3.0:1763338463.944556:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7282 00000100:00100000:3.0:1763338463.944567:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291138816:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338463.946242:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291138816:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 1668us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.946254:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7282 00000100:00100000:0.0:1763338463.946666:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.947223:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291138944 00000100:00100000:2.0:1763338463.947233:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291138944 00000100:00100000:2.0:1763338463.947324:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10417 00000100:00100000:2.0:1763338463.947334:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291138944:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338463.947353:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338463.947374:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b356e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af565b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.947431:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b356e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af565b expref: 301 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.947446:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b356e lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af565b expref: 301 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.947462:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.947477:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338463.947481:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93c00, rc 0) 00000100:00100000:2.0:1763338463.947531:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+301:55909:x1848993291138944:12345-192.168.202.34@tcp:101:bash.0 Request processed in 199us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338463.947538:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10417 00000100:00100000:1.0:1763338463.951888:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.953158:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139072 00000100:00100000:3.0:1763338463.953170:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139072 00000100:00100000:3.0:1763338463.953234:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7283 00000100:00100000:3.0:1763338463.953245:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291139072:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338463.955929:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291139072:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 2672us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.955946:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7283 00000100:00100000:0.0:1763338463.961409:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338463.961598:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139328 00000100:00100000:1.0:1763338463.961608:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139328 00000100:00100000:1.0:1763338463.961659:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10418 00000100:00100000:1.0:1763338463.961667:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:55909:x1848993291139328:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:1.0:1763338463.961686:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338463.961690:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338463.961714:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b356e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af565b expref: 301 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.961729:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:1.0:1763338463.961733:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338463.961746:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3575 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5662 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338463.961787:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b357c lrc: 3/0,1 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:1.0:1763338463.961801:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b357c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338463.961810:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b357c lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:1.0:1763338463.962034:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1702, 88 off141944 00000004:00080000:1.0:1763338463.962042:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133673779917ns, next at 1133618983616ns, rc = 0 00000040:00080000:1.0:1763338463.962174:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1702, 88 off142184 00000004:00080000:1.0:1763338463.962181:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133673918657ns, next at 1133619049113ns, rc = 0 00000040:00080000:0.0:1763338463.962790:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1703, 88 off142272 00000004:00080000:0.0:1763338463.962798:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133674535768ns, next at 1133619049113ns, rc = 0 00000040:00080000:0.0:1763338463.962827:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1703, 88 off142032 00000004:00080000:0.0:1763338463.962832:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133674570085ns, next at 1133618983616ns, rc = 0 00000100:00100000:1.0:1763338463.968372:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000001:00080000:3.0:1763338463.969179:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973406 is committed 00000004:00080000:3.0:1763338463.969189:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1109 committed 00000004:00080000:3.0:1763338463.969202:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1115 committed 00010000:00010000:2.0:1763338463.969215:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969229:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969237:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969243:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.969248:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969256:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969288:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd26febc000) 00010000:00010000:2.0:1763338463.969292:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.969297:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969304:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3505 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969342:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969349:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969355:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969360:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338463.969363:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969369:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969377:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338463.969379:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338463.969383:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338463.969388:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3567 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:2.0:1763338463.969533:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303271168:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763338463.969570:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1114 committed 00000004:00080000:3.0:1763338463.969576:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1108 committed 00000100:00100000:2.0:1763338463.969591:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.969652:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303271040:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338463.969659:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271168 00000100:00100000:2.0:1763338463.969668:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271168 00000100:00100000:3.0:1763338463.969686:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338463.969723:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271040 00000100:00100000:2.0:1763338463.969733:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271040 00000100:00100000:3.0:1763338463.969741:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7284 00000100:00100000:3.0:1763338463.969752:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+85:3654:x1848993303271168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338463.969764:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7285 00000100:00100000:2.0:1763338463.969774:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+85:3657:x1848993303271040:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.970175:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338463.970183:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303271424:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.970339:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.970365:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14858dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303271296:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.970389:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338463.970411:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271424 00000100:00100000:3.0:1763338463.970415:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271424 00000100:00100000:3.0:1763338463.970437:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271296 00000100:00100000:3.0:1763338463.970440:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271296 00000100:00100000:3.0:1763338463.970456:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7286 00000100:00100000:3.0:1763338463.970462:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3657:x1848993303271424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338463.970591:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3657:x1848993303271424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (380us total) trans 17179871897 rc 0/0 00000100:00100000:3.0:1763338463.970599:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7286 00000100:00100000:3.0:1763338463.970615:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7287 00000100:00100000:3.0:1763338463.970620:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3655:x1848993303271296:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338463.970659:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139456 00000100:00100000:0.0:1763338463.970665:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139456 00000100:00100000:3.0:1763338463.970693:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3655:x1848993303271296:12345-0@lo:2:osp-syn-1-1.0 Request processed in 72us (303us total) trans 17179871898 rc 0/0 00000100:00100000:3.0:1763338463.970700:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7287 00000100:00100000:0.0:1763338463.970716:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1775 00000100:00100000:0.0:1763338463.970726:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291139456:12345-192.168.202.34@tcp:3:lfs.0 00000004:00080000:3.0:1763338463.970743:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858dc00/2, rc 0, transno 17179871898 00000100:00100000:3.0:1763338463.970750:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303271296:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763338463.970753:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970768:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.970771:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338463.970777:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970791:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.970833:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b357c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x202:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5662 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.970844:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:3.0:1763338463.970847:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338463.970861:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3575 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5662 expref: 293 pid: 6518 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338463.970879:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b357c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x202:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5662 expref: 292 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970880:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970891:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970899:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970905:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338463.970908:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970915:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970928:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338463.970935:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3583 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.970988:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291139456:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 262us (2733us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763338463.970997:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1775 00010000:00010000:3.0:1763338463.971009:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:3.0:1763338463.971014:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763338463.971016:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:3.0:1763338463.971060:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291139328:12345-192.168.202.34@tcp:101:bash.0 Request processed in 9393us (9659us total) trans 4294973406 rc 0/0 00000100:00100000:3.0:1763338463.971068:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10418 00000004:00080000:1.0:1763338463.971287:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd14858e300/2, rc 0, transno 17179871897 00000100:00100000:1.0:1763338463.971292:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14858e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303271424:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338463.971815:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+87:3657:x1848993303271040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2041us (2127us total) trans 21474839227 rc 0/0 00000100:00100000:2.0:1763338463.971824:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7285 00000004:00080000:1.0:1763338463.972044:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708ebb80/2, rc 0, transno 21474839227 00000100:00100000:1.0:1763338463.972050:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303271040:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338463.972233:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+86:3654:x1848993303271168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2482us (2642us total) trans 21474839228 rc 0/0 00000100:00100000:3.0:1763338463.972240:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7284 00000004:00080000:2.0:1763338463.973517:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708eb800/2, rc 0, transno 21474839228 00000100:00100000:2.0:1763338463.973530:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303271168:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338463.976730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.976825:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139584 00000100:00100000:3.0:1763338463.976835:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139584 00000100:00100000:3.0:1763338463.976893:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10419 00000100:00100000:3.0:1763338463.976902:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57068:x1848993291139584:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338463.976925:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.976945:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b358a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5669 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.976979:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3591 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:3.0:1763338463.976992:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3591 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.977001:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3591 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:3.0:1763338463.977116:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b358a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5669 expref: 294 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.977140:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8c00/0x4ea0a6980f4b3591 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x201:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5669 expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.977148:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:3.0:1763338463.977151:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763338463.977155:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8c00, rc 0) 00000100:00100000:3.0:1763338463.977221:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57068:x1848993291139584:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 319us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.977229:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10419 00000100:00100000:0.0:1763338463.980305:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.980502:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139712 00000100:00100000:3.0:1763338463.980513:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139712 00000100:00100000:3.0:1763338463.980567:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7288 00000100:00100000:3.0:1763338463.980577:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+40:55909:x1848993291139712:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.980594:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.980618:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5670 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338463.980640:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.980659:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.980662:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.980671:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 41 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.980684:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 41 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.980700:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338463.980752:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+41:55909:x1848993291139712:12345-192.168.202.34@tcp:101:bash.0 Request processed in 177us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.980759:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7288 00000100:00100000:0.0:1763338463.988599:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338463.989393:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139840 00000100:00100000:2.0:1763338463.989405:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139840 00000100:00100000:2.0:1763338463.989476:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1776 00000100:00100000:2.0:1763338463.989485:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd147d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2407:x1848993291139840:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:2.0:1763338463.989532:0:24006:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338463.989540:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.989552:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.989554:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338463.989560:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.989572:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338463.990157:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.990331:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291139968 00000100:00100000:3.0:1763338463.990336:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291139968 00000100:00100000:3.0:1763338463.990372:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7289 00000100:00100000:3.0:1763338463.990379:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+16:55909:x1848993291139968:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:3.0:1763338463.990391:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338463.990407:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5677 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338463.990424:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338463.990438:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.990440:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338463.990447:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.990461:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 17 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338463.990484:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338463.990547:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14bf30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+17:55909:x1848993291139968:12345-192.168.202.34@tcp:101:bash.0 Request processed in 168us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338463.990554:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7289 00000100:00100000:0.0:1763338463.995053:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338463.995098:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338463.995202:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291140096 00000100:00100000:3.0:1763338463.995214:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291140096 00002000:00010000:3.0:1763338463.995279:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1763338463.995285:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146129500 with x1848993291140096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.995301:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146129500. 00000100:00100000:3.0:1763338463.995340:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291140224 00000100:00100000:3.0:1763338463.995343:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291140224 00002000:00010000:3.0:1763338463.995358:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/676 (0->18446744073709551615) 00002000:00100000:3.0:1763338463.995361:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430aed80 with x1848993291140224 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.995368:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430aed80. 00000100:00100000:3.0:1763338463.995401:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1777 00000100:00100000:3.0:1763338463.995411:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2409:x1848993291140096:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338463.995625:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338463.995629:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.995631:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.995633:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.995635:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338463.995697:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2409:x1848993291140096:12345-192.168.202.34@tcp:10:bash.0 Request processed in 287us (654us total) trans 21474839230 rc 0/0 00000100:00100000:3.0:1763338463.995705:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1777 00002000:00010000:3.0:1763338463.995709:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1763338463.995712:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146129500 with x1848993291140096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.995717:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146129500. 00000100:00100000:3.0:1763338463.995734:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1778 00000100:00100000:3.0:1763338463.995740:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291140224:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:3.0:1763338463.995829:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338463.995833:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a4:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.995835:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338463.995838:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a4:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338463.995840:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338463.995863:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291140224:12345-192.168.202.34@tcp:10:bash.0 Request processed in 123us (764us total) trans 17179871899 rc 0/0 00000100:00100000:3.0:1763338463.995870:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1778 00002000:00010000:3.0:1763338463.995873:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/676 (0->18446744073709551615) 00002000:00100000:3.0:1763338463.995875:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430aed80 with x1848993291140224 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338463.995880:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1430aed80. 00000001:00080000:3.0:1763338463.998995:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839229 is committed 00000001:00080000:3.0:1763338463.999015:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839228 is committed 00002000:00010000:2.0:1763338463.999319:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763338463.999324:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338463.999328:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338463.999331:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338463.999345:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.999357:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.999365:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.999373:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338463.999377:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.999386:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.999407:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338463.999413:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b359f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338463.999569:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd147d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291139840:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 10080us (10974us total) trans 21474839229 rc 0/0 00000100:00100000:2.0:1763338463.999579:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1776 00000100:00100000:0.0:1763338464.004080:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.004173:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291140480 00000100:00100000:2.0:1763338464.004185:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291140480 00000100:00100000:2.0:1763338464.004551:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3647 00000100:00100000:2.0:1763338464.004561:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993291140480:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:2.0:1763338464.004893:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:55909:x1848993291140480:12345-192.168.202.34@tcp:35:bash.0 Request processed in 332us (823us total) trans 4294973407 rc 0/0 00000100:00100000:2.0:1763338464.004902:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3647 00000100:00080000:0.0:1763338464.004965:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763338464.026968:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.028508:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291140608 00000100:00100000:2.0:1763338464.028522:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291140608 00000100:00100000:2.0:1763338464.028595:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10420 00000100:00100000:2.0:1763338464.028605:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57071:x1848993291140608:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:2.0:1763338464.028631:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338464.028656:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35ad lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af567e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.028725:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.028739:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028753:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028764:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.028770:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028775:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028860:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.028869:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028875:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338464.028922:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x202:0x0]: returning size 5 00000004:00200000:2.0:1763338464.028927:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338464.028951:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028963:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028971:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028977:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028984:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.028990:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.028994:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029001:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029013:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1700) 00010000:00010000:2.0:1763338464.029016:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.029021:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029028:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b35b4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029039:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029044:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029049:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029054:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.029057:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029062:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029069:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746d1c00) 00010000:00010000:2.0:1763338464.029072:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.029074:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029079:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b35bb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.029105:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35ad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af567e expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.029124:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af567e expref: 295 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.029130:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338464.029132:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338464.029135:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93a00, rc 0) 00000100:00100000:2.0:1763338464.029212:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57071:x1848993291140608:12345-192.168.202.34@tcp:101:rm.0 Request processed in 607us (2255us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.029220:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10420 00000100:00100000:3.0:1763338464.032625:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.033485:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291140864 00000100:00100000:0.0:1763338464.033497:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291140864 00000100:00100000:0.0:1763338464.033569:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10421 00000100:00100000:0.0:1763338464.033580:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57071:x1848993291140864:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:0.0:1763338464.033644:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763338464.033676:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b357c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x202:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5662 expref: 295 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.033699:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b35c2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af567e expref: 294 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.033714:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3560 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x202:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5654 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.033725:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd2746d1400) 00010000:00010000:0.0:1763338464.033736:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338464.033764:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338464.033777:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.033787:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.033798:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338464.033804:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.033811:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.033893:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338464.033901:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.033907:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:0.0:1763338464.034142:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1704, 64 off142096 00000004:00080000:0.0:1763338464.034152:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133745889570ns, next at 1134745886836ns, rc = 0 00000040:00080000:0.0:1763338464.034171:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1704, 64 off142336 00000004:00080000:0.0:1763338464.034178:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133745915513ns, next at 1134745913990ns, rc = 0 00000040:00080000:0.0:1763338464.034189:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1705, 64 off142400 00000040:00080000:0.0:1763338464.034198:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1705, 64 off142160 00010000:00010000:0.0:1763338464.034249:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 3/0,1 mode: --/PW res: [0x240000404:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:0.0:1763338464.034323:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034333:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034340:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034346:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034352:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034366:0:6518:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338464.034383:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034390:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034396:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034403:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.034407:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034414:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034423:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338464.034426:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763338464.034430:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034435:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b35d7 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034559:0:6518:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034566:0:6518:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034572:0:6518:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034577:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034582:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.034585:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034590:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034597:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab900) 00010000:00010000:0.0:1763338464.034599:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338464.034602:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034607:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35c9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000004:00010000:0.0:1763338464.034619:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000581479ce reply state 00000000110b301e transno 4294973408 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034628:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:0.0:1763338464.034634:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:0.0:1763338464.034636:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338464.034639:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338464.034733:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57071:x1848993291140864:12345-192.168.202.34@tcp:36:rm.0 Request processed in 1153us (2117us total) trans 4294973408 rc 0/0 00000100:00100000:0.0:1763338464.034742:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10421 00010000:00010000:1.0:1763338464.034955:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338464.034962:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338464.034969:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338464.034972:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338464.034978:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338464.034988:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x202:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:1.0:1763338464.034990:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763338464.034994:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 1/0,0 mode: --/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338464.035000:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b35de lrc: 0/0,0 mode: --/PW res: [0x240000404:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT1 00010000:00010000:1.0:1763338464.035013:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.035015:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.035017:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338464.041093:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.041190:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141120 00000100:00100000:2.0:1763338464.041202:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141120 00000100:00100000:2.0:1763338464.041300:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10422 00000100:00100000:2.0:1763338464.041321:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57068:x1848993291141120:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338464.041383:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338464.041411:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b34f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x201:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5638 expref: 294 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.041428:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338464.041433:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338464.041508:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.041522:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.041531:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:2.0:1763338464.041867:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094501ae7 reply state 0000000056b94112 transno 4294973409 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.041881:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.041887:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338464.041889:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338464.041892:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338464.044112:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291141120:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 2792us (3019us total) trans 4294973409 rc 0/0 00000100:00100000:2.0:1763338464.044124:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10422 00000100:00100000:3.0:1763338464.051253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.051457:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141248 00000100:00100000:0.0:1763338464.051467:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141248 00000100:00100000:0.0:1763338464.051539:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7290 00000100:00100000:0.0:1763338464.051549:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+14:57068:x1848993291141248:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.051569:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.051592:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5685 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338464.051619:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 4096, mtime: 0x691a68e0, atime: 0x0, ctime: 0x691a68e0, blocks: 0x8 00010000:00010000:0.0:1763338464.051645:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.051648:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.051657:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.051676:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.051703:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00080000:2.0:1763338464.051835:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763338464.052350:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+15:57068:x1848993291141248:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 799us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.052359:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7290 00000100:00100000:2.0:1763338464.057849:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.059094:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.059158:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141376 00000100:00100000:0.0:1763338464.059169:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141376 00000100:00100000:1.0:1763338464.059339:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7291 00000100:00100000:1.0:1763338464.059350:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57068:x1848993291141376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338464.059370:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338464.059392:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af568c expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338464.059417:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338464.059441:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338464.059444:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338464.059452:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 19 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.059469:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 19 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.059482:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338464.059543:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+19:57068:x1848993291141376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 194us (1704us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.059550:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7291 00000100:00080000:0.0:1763338464.061319:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763338464.062350:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141504 00000100:00100000:3.0:1763338464.062363:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141504 00000100:00100000:3.0:1763338464.062809:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10423 00000100:00100000:3.0:1763338464.062821:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57072:x1848993291141504:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.062848:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.062871:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b35fa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5693 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338464.063234:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.063295:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.063360:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141632 00000100:00100000:1.0:1763338464.063366:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141632 00002000:00010000:1.0:1763338464.063394:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/675 (5->18446744073709551615) 00002000:00100000:1.0:1763338464.063399:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f7100 with x1848993291141632 ext(5->18446744073709551615) 00002000:00010000:1.0:1763338464.063409:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1469f7100. 00000100:00100000:1.0:1763338464.063426:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141760 00000100:00100000:1.0:1763338464.063430:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141760 00002000:00010000:1.0:1763338464.063442:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/675 (0->18446744073709551615) 00002000:00100000:1.0:1763338464.063445:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f4700 with x1848993291141760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338464.063453:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f4700. 00000100:00100000:1.0:1763338464.063467:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1779 00000100:00100000:1.0:1763338464.063475:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291141632:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:1.0:1763338464.063807:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763338464.063811:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.063814:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338464.063816:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.063818:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338464.063876:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291141632:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 400us (643us total) trans 21474839231 rc 0/0 00000100:00100000:1.0:1763338464.063884:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1779 00002000:00010000:1.0:1763338464.063888:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/675 (5->18446744073709551615) 00002000:00100000:1.0:1763338464.063891:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f7100 with x1848993291141632 ext(5->18446744073709551615) 00002000:00010000:1.0:1763338464.063895:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1469f7100. 00000100:00100000:1.0:1763338464.063913:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1780 00000100:00100000:1.0:1763338464.063920:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291141760:12345-192.168.202.34@tcp:10:lfs.0 00010000:00010000:3.0:1763338464.065356:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338464.065377:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065393:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065405:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338464.065412:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065418:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065456:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065463:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065470:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065476:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338464.065480:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065488:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065500:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705c0d00) 00010000:00010000:3.0:1763338464.065504:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.065509:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065515:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3601 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065531:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065537:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065543:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065559:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2820d8600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338464.065563:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065570:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065577:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:3.0:1763338464.065579:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.065582:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065588:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3608 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.065624:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b35fa lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5693 expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.065634:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705c0d00) 00010000:00010000:3.0:1763338464.065637:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.065641:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b35fa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5693 expref: 296 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.065660:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26ec00, rc 0) 00000100:00100000:3.0:1763338464.065711:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57072:x1848993291141504:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2893us (6622us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338464.065721:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10423 00002000:00010000:1.0:1763338464.068466:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338464.068477:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:1.0:1763338464.068481:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338464.068483:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:1.0:1763338464.068485:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338464.068569:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291141760:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 4644us (5268us total) trans 17179871900 rc 0/0 00000100:00100000:1.0:1763338464.068580:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1780 00002000:00010000:1.0:1763338464.068585:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/675 (0->18446744073709551615) 00002000:00100000:1.0:1763338464.068589:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1469f4700 with x1848993291141760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338464.068595:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1469f4700. 00000100:00100000:1.0:1763338464.078457:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.078552:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.078634:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291141888 00000100:00100000:3.0:1763338464.078644:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291141888 00000100:00100000:3.0:1763338464.078703:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291142144 00000100:00100000:3.0:1763338464.078706:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291142144 00000100:00100000:3.0:1763338464.078738:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10424 00000100:00100000:3.0:1763338464.078749:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57072:x1848993291141888:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.078769:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.078791:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b360f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af569a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.078863:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338464.078877:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078889:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078899:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338464.078907:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078913:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078964:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078972:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078978:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078984:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338464.078989:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.078996:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079008:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705c0d00) 00010000:00010000:3.0:1763338464.079011:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.079015:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079021:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3616 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079035:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079040:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079046:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079051:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338464.079055:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079060:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079067:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:3.0:1763338464.079070:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.079073:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079077:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b361d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079105:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b360f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af569a expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.079114:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705c0d00) 00010000:00010000:3.0:1763338464.079116:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.079119:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b360f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af569a expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.079131:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:3.0:1763338464.079188:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57072:x1848993291141888:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 441us (740us total) trans 0 rc 301/301 00000100:00100000:3.0:1763338464.079194:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10424 00000100:00100000:3.0:1763338464.079216:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10425 00000100:00100000:3.0:1763338464.079231:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291142144:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338464.079338:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763338464.079353:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079361:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763338464.079465:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f23128da reply state 00000000678ecb70 transno 4294973410 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079534:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763338464.079543:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:3.0:1763338464.079546:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338464.079548:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338464.079608:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57068:x1848993291142144:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 385us (1056us total) trans 4294973410 rc 0/0 00000100:00100000:3.0:1763338464.079614:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10425 00000100:00100000:0.0:1763338464.085129:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.085235:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.085293:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291142272 00000100:00100000:3.0:1763338464.085303:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291142272 00000100:00100000:1.0:1763338464.085360:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291142400 00000100:00100000:1.0:1763338464.085365:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291142400 00000100:00100000:1.0:1763338464.085421:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10426 00000100:00100000:1.0:1763338464.085431:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57072:x1848993291142400:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338464.085456:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338464.085477:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b362b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56a1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.085538:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3632 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338464.085551:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3632 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.085562:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3632 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338464.085994:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7292 00000100:00100000:0.0:1763338464.086002:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291142272:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:0.0:1763338464.086132:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338464.086136:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.086139:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb atime from disk: 0 -> 1763338464 00002000:00010000:0.0:1763338464.086141:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.086143:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338464.086211:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291142272:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 209us (975us total) trans 17179871901 rc 0/0 00000100:00100000:0.0:1763338464.086219:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7292 00000004:00200000:1.0:1763338464.086369:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763338464.086375:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763338464.089339:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b362b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56a1 expref: 299 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.089370:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3632 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56a1 expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.089378:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338464.089381:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763338464.089384:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb400, rc 0) 00000100:00100000:1.0:1763338464.089471:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57072:x1848993291142400:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 4040us (4351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.089480:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10426 00000100:00100000:1.0:1763338464.095163:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.096412:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291142656 00000100:00100000:0.0:1763338464.096426:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291142656 00000100:00100000:0.0:1763338464.096492:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3648 00000100:00100000:0.0:1763338464.096502:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57068:x1848993291142656:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338464.096560:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x201:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3479 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5607 expref: 298 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.096608:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763338464.096621:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.096630:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.096662:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.096675:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 298 pid: 10039 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.096689:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848993303271552:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.096780:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25269f900 going to sleep for 11 seconds 00000100:00100000:2.0:1763338464.099385:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.101120:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291142784 00000100:00100000:1.0:1763338464.101134:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291142784 00000100:00100000:1.0:1763338464.101220:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10427 00000100:00100000:1.0:1763338464.101231:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57072:x1848993291142784:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338464.101252:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338464.101294:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3640 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56a8 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.101374:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338464.101388:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101399:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101410:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338464.101417:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101422:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101462:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101468:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101474:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101480:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101486:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338464.101490:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101498:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101510:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338464.101512:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338464.101518:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101524:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3647 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101538:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101543:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101549:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101554:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338464.101557:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101562:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101569:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:1.0:1763338464.101572:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338464.101574:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101579:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b364e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.101604:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3640 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56a8 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.101614:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338464.101617:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338464.101621:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3640 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56a8 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.101629:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338464.101893:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57072:x1848993291142784:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 662us (2517us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338464.101901:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10427 00000100:00100000:0.0:1763338464.107347:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848993303271552:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338464.107379:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:2.0:1763338464.107968:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.108015:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.111130:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143168 00000100:00100000:0.0:1763338464.111130:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143040 00000100:00100000:1.0:1763338464.111144:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143168 00000100:00100000:0.0:1763338464.111144:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143040 00010000:00010000:1.0:1763338464.111195:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 300 pid: 10039 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.111223:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10428 00000100:00100000:1.0:1763338464.111227:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3424 00000100:00100000:1.0:1763338464.111232:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+300:2409:x1848993291143168:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338464.111233:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57072:x1848993291143040:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338464.111249:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.111251:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.111253:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338464.111255:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 300 pid: 10039 timeout: 1233 lvb_type: 0 00010000:00010000:1.0:1763338464.111299:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 300 pid: 10039 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.111301:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3632 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56a1 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.111324:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b34e2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af562a expref: 299 pid: 10039 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.111330:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63b00) 00010000:00010000:1.0:1763338464.111333:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:1.0:1763338464.111337:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.111340:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338464.111351:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.111357:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b3655 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56af expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.111358:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.111382:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338464.111448:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993291143168:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 215us (3431us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.111456:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3424 00010000:00010000:0.0:1763338464.111471:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.111482:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338464.111486:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.111490:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338464.111492:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.111501:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.111508:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.111513:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000040:00080000:1.0:1763338464.111708:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1706, 88 off142488 00000004:00080000:1.0:1763338464.111716:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133823453760ns, next at 1134745913990ns, rc = 0 00000040:00080000:1.0:1763338464.111755:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1706, 88 off142248 00000004:00080000:1.0:1763338464.111760:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133823497678ns, next at 1134745886836ns, rc = 0 00000040:00080000:1.0:1763338464.111774:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1707, 88 off142336 00000004:00080000:1.0:1763338464.111779:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133823516700ns, next at 1134745886836ns, rc = 0 00000040:00080000:1.0:1763338464.111790:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1707, 88 off142576 00000004:00080000:1.0:1763338464.111793:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133823531382ns, next at 1134745913990ns, rc = 0 00010000:00010000:0.0:1763338464.115816:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.115839:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115850:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338464.115863:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 0 00010000:00010000:0.0:1763338464.115889:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115896:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115902:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115908:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115914:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.115918:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115924:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115936:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449ab700) 00010000:00010000:0.0:1763338464.115939:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338464.115942:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 3/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115948:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b365c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338464.115962:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001eba698a reply state 00000000e4add585 transno 4294973412 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115978:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.115983:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:0.0:1763338464.115986:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338464.115989:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338464.116023:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b3655 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.116040:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.116047:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338464.116049:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338464.116051:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48200, rc 0) 00000100:00100000:0.0:1763338464.116763:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57072:x1848993291143040:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5527us (8793us total) trans 4294973412 rc 0/0 00000100:00100000:0.0:1763338464.116773:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10428 00000001:00080000:3.0:1763338464.120603:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973411 is committed 00000004:00080000:3.0:1763338464.120616:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1118 committed 00000004:00080000:3.0:1763338464.120632:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1112 committed 00000004:00080000:3.0:1763338464.120646:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1111 committed 00000004:00080000:3.0:1763338464.120650:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1117 committed 00000004:00080000:3.0:1763338464.120661:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1116 committed 00000004:00080000:3.0:1763338464.120664:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1110 committed 00000004:00010000:3.0:1763338464.120732:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092e9bcb6 reply state 00000000b960999a transno 4294973411 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338464.120758:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763338464.120770:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00000100:00100000:1.0:1763338464.120772:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303271680:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763338464.120775:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763338464.120781:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763338464.120789:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:3.0:1763338464.120792:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338464.120799:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b3479 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5607 expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338464.120846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1763338464.120901:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763338464.120912:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291142656:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 24411us (25759us total) trans 4294973411 rc 0/0 00000100:00100000:3.0:1763338464.120922:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3648 00000100:00100000:3.0:1763338464.120966:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303271808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.120997:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303272064:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.121027:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303271936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.121055:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338464.121077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338464.121097:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271680 00000100:00100000:3.0:1763338464.121105:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271680 00000100:00100000:1.0:1763338464.121118:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271936 00000100:00100000:1.0:1763338464.121125:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271936 00000100:00100000:3.0:1763338464.121140:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303272064 00000100:00100000:3.0:1763338464.121145:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303272064 00000100:00100000:1.0:1763338464.121163:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7293 00000100:00100000:3.0:1763338464.121173:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7294 00000100:00100000:1.0:1763338464.121175:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3657:x1848993303271680:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.121185:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3655:x1848993303271936:12345-0@lo:2:osp-syn-1-1.0 00002000:00080000:1.0:1763338464.121205:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:676 count 1 00010000:00010000:1.0:1763338464.121231:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121249:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121258:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338464.121288:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338464.121293:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121331:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121345:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 20 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338464.121358:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303272192:192.168.202.34@tcp:104: 00002000:00010000:3.0:1763338464.121369:0:27817:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763338464.121374:0:27817:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.121377:0:27817:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb atime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.121380:0:27817:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.121383:0:27817:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a2:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763338464.121400:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd270522540 going to sleep for 11 seconds 00000100:00100000:3.0:1763338464.121420:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3655:x1848993303271936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 238us (364us total) trans 17179871902 rc 0/0 00000100:00100000:3.0:1763338464.121429:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7294 00000100:00100000:1.0:1763338464.121439:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00000100:00100000:1.0:1763338464.121449:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3656:x1848993303272064:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338464.121482:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c4380/2, rc 0, transno 17179871902 00000100:00100000:3.0:1763338464.121489:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303271936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.121514:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763338464.121519:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338464.121523:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.121526:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338464.121529:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.121532:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338464.121541:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303271808 00000100:00100000:3.0:1763338464.121545:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303271808 00000100:00100000:1.0:1763338464.121569:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3656:x1848993303272064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (492us total) trans 17179871903 rc 0/0 00000100:00100000:3.0:1763338464.121575:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7296 00000100:00100000:1.0:1763338464.121582:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000100:00100000:3.0:1763338464.121587:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303271808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338464.121603:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:677 count 1 00002000:00010000:3.0:1763338464.121622:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:1.0:1763338464.121622:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c6a00/2, rc 0, transno 17179871903 00000100:00100000:1.0:1763338464.121631:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303272064:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763338464.121632:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.121644:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.121646:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.121651:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.121663:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.121672:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.121680:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.121710:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763338464.121734:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338464.121741:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121750:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14486ac00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338464.121755:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121764:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121782:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121790:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b367f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.121808:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.121810:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.121812:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338464.121879:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3654:x1848993303271808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 295us (363us total) trans 17179871904 rc 0/0 00000100:00100000:3.0:1763338464.121886:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7296 00000004:00080000:1.0:1763338464.121932:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c7b80/2, rc 0, transno 17179871904 00000100:00100000:1.0:1763338464.121938:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303271808:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763338464.122203:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122211:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122217:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122221:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.122225:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122235:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122245:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:2.0:1763338464.122248:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.122251:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122257:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b35d0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.122295:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122301:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122315:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122320:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.122323:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122329:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338464.122333:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303272320:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338464.122338:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338464.122343:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.122346:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122352:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b35e5 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122365:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122371:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338464.122378:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303272448:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763338464.122379:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338464.122384:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122389:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14486a000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.122392:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122398:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.122406:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338464.122409:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.122411:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763338464.122413:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763338464.122418:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3624 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338464.122424:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763338464.122434:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303272704:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338464.122437:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000100:00100000:0.0:1763338464.122437:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1763338464.122444:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00000100:00100000:0.0:1763338464.122445:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1430aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303272576:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763338464.122450:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.122455:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.122457:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.122469:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.122476:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:2.0:1763338464.122478:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338464.122481:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.122487:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3639 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00000100:00100000:0.0:1763338464.124948:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.125030:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303272320 00000100:00100000:0.0:1763338464.125040:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303272320 00000100:00100000:0.0:1763338464.125101:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303272448 00000100:00100000:0.0:1763338464.125104:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303272448 00000100:00100000:0.0:1763338464.125119:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303272576 00000100:00100000:0.0:1763338464.125122:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303272576 00000100:00100000:0.0:1763338464.125140:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7297 00000100:00100000:0.0:1763338464.125150:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3657:x1848993303272320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338464.125179:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:676 count 1 00010000:00010000:0.0:1763338464.125205:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125226:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125247:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338464.125251:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338464.125255:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125317:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125329:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.125343:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303272832:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.125408:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8000 going to sleep for 11 seconds 00000100:00080000:0.0:1763338464.125424:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763338464.125438:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7298 00000100:00100000:0.0:1763338464.125446:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303272448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763338464.125460:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:677 count 1 00002000:00010000:0.0:1763338464.125483:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338464.125490:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125497:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.125499:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.125503:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125515:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125525:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125532:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.125574:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763338464.125644:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338464.125688:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338464.125696:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.125705:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338464.125710:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.125720:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.125738:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.125746:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b368d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.125767:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338464.125770:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338464.125772:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338464.125802:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7299 00000100:00100000:3.0:1763338464.125811:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303272576:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.125822:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303272448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 375us (3405us total) trans 21474839232 rc 0/0 00000100:00100000:0.0:1763338464.125830:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7298 00000100:00100000:0.0:1763338464.125870:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839228 gen 2 00000004:00080000:0.0:1763338464.125876:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277503100, transno 21474839124 00000004:00080000:0.0:1763338464.125885:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277503b80, transno 21474839125 00000004:00080000:0.0:1763338464.125888:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277501f80, transno 21474839126 00000004:00080000:0.0:1763338464.125892:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277502680, transno 21474839127 00000004:00080000:0.0:1763338464.125896:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717800, transno 21474839128 00002000:00010000:3.0:1763338464.125898:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:0.0:1763338464.125899:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717b80, transno 21474839129 00000004:00080000:0.0:1763338464.125904:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9fb80, transno 21474839130 00002000:00010000:3.0:1763338464.125905:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.125911:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb atime from disk: 0 -> 0 00000004:00080000:0.0:1763338464.125912:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277b9df80, transno 21474839131 00002000:00010000:3.0:1763338464.125916:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00000004:00080000:0.0:1763338464.125919:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b100, transno 21474839133 00002000:00010000:3.0:1763338464.125921:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763338464.125924:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144527b80, transno 21474839134 00000004:00080000:0.0:1763338464.125928:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9a680, transno 21474839135 00000004:00080000:0.0:1763338464.125931:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526300, transno 21474839136 00000004:00080000:0.0:1763338464.125933:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612ad80, transno 21474839139 00000004:00080000:0.0:1763338464.125936:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129f80, transno 21474839140 00000004:00080000:0.0:1763338464.125938:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770000, transno 21474839141 00000004:00080000:0.0:1763338464.125940:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147772d80, transno 21474839142 00000004:00080000:0.0:1763338464.125943:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f9180, transno 21474839146 00000004:00080000:0.0:1763338464.125945:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444f8e00, transno 21474839147 00000004:00080000:0.0:1763338464.125947:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fb100, transno 21474839148 00000004:00080000:0.0:1763338464.125949:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1444fa680, transno 21474839149 00000004:00080000:0.0:1763338464.125952:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9e680, transno 21474839150 00000004:00080000:0.0:1763338464.125954:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b9c380, transno 21474839151 00000004:00080000:0.0:1763338464.125956:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128000, transno 21474839152 00000004:00080000:0.0:1763338464.125958:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128e00, transno 21474839153 00000004:00080000:0.0:1763338464.125961:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b91180, transno 21474839155 00000004:00080000:0.0:1763338464.125964:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b90000, transno 21474839156 00000004:00080000:0.0:1763338464.125966:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430adf80, transno 21474839157 00000004:00080000:0.0:1763338464.125969:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89880, transno 21474839158 00000004:00080000:0.0:1763338464.125972:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14caf3800, transno 21474839160 00000004:00080000:0.0:1763338464.125975:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b91c00, transno 21474839161 00000004:00080000:0.0:1763338464.125977:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd244b92680, transno 21474839162 00000004:00080000:0.0:1763338464.125979:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145ee2a00, transno 21474839163 00000004:00080000:0.0:1763338464.125992:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128a80, transno 21474839166 00000004:00080000:0.0:1763338464.125995:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129880, transno 21474839167 00000004:00080000:0.0:1763338464.125997:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612b100, transno 21474839168 00000004:00080000:0.0:1763338464.125999:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146129c00, transno 21474839169 00000004:00080000:0.0:1763338464.126002:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788cb480, transno 21474839171 00000004:00080000:0.0:1763338464.126005:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c7480, transno 21474839172 00000004:00080000:0.0:1763338464.126007:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2788c8700, transno 21474839173 00000004:00080000:0.0:1763338464.126010:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1439c4a80, transno 21474839174 00000004:00080000:0.0:1763338464.126013:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147770a80, transno 21474839177 00000004:00080000:0.0:1763338464.126016:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147771180, transno 21474839178 00000004:00080000:0.0:1763338464.126019:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a68000, transno 21474839179 00000004:00080000:0.0:1763338464.126022:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146a69880, transno 21474839180 00000004:00080000:0.0:1763338464.126026:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99500, transno 21474839184 00000004:00080000:0.0:1763338464.126029:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99c00, transno 21474839185 00000004:00080000:0.0:1763338464.126033:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99180, transno 21474839186 00000004:00080000:0.0:1763338464.126038:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a99880, transno 21474839187 00000004:00080000:0.0:1763338464.126042:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277714700, transno 21474839188 00000004:00080000:0.0:1763338464.126046:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277715180, transno 21474839189 00000100:00100000:3.0:1763338464.126048:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3654:x1848993303272576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 237us (1104us total) trans 21474839233 rc 0/0 00000004:00080000:0.0:1763338464.126050:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277717100, transno 21474839190 00000004:00080000:0.0:1763338464.126055:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd277715c00, transno 21474839191 00000004:00080000:0.0:1763338464.126060:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89180, transno 21474839193 00000100:00100000:3.0:1763338464.126061:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7299 00000004:00080000:0.0:1763338464.126064:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89c00, transno 21474839194 00000004:00080000:0.0:1763338464.126068:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f88700, transno 21474839195 00000004:00080000:0.0:1763338464.126072:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f88000, transno 21474839196 00000004:00080000:0.0:1763338464.126076:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31180, transno 21474839198 00000004:00080000:0.0:1763338464.126078:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31500, transno 21474839199 00000004:00080000:0.0:1763338464.126081:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33800, transno 21474839200 00000004:00080000:0.0:1763338464.126084:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31f80, transno 21474839201 00000004:00080000:0.0:1763338464.126087:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525c00, transno 21474839204 00000004:00080000:0.0:1763338464.126091:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144526680, transno 21474839205 00000004:00080000:0.0:1763338464.126096:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144527800, transno 21474839206 00000004:00080000:0.0:1763338464.126099:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144525180, transno 21474839207 00000004:00080000:0.0:1763338464.126104:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d418380, transno 21474839211 00000004:00080000:0.0:1763338464.126107:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d418a80, transno 21474839212 00000004:00080000:0.0:1763338464.126110:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd27d41ad80, transno 21474839213 00000004:00080000:0.0:1763338464.126114:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1f100, transno 21474839214 00000004:00080000:0.0:1763338464.126118:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33480, transno 21474839215 00000004:00080000:0.0:1763338464.126123:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf33100, transno 21474839216 00000004:00080000:0.0:1763338464.126127:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144a9b800, transno 21474839217 00000004:00080000:0.0:1763338464.126130:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e8e00, transno 21474839218 00000004:00080000:0.0:1763338464.126134:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858c000, transno 21474839220 00000004:00080000:0.0:1763338464.126137:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858df80, transno 21474839221 00000004:00080000:0.0:1763338464.126139:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1f480, transno 21474839222 00000004:00080000:0.0:1763338464.126142:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd147d1df80, transno 21474839223 00000004:00080000:0.0:1763338464.126144:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf31880, transno 21474839225 00000004:00080000:0.0:1763338464.126146:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14bf30700, transno 21474839226 00000004:00080000:0.0:1763338464.126149:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708ebb80, transno 21474839227 00000004:00080000:0.0:1763338464.126152:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708eb800, transno 21474839228 00000100:00100000:0.0:1763338464.126158:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd1430af480 x1848993303272448/t21474839232(21474839232) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338480 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763338464.126168:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430af480/2, rc 0, transno 21474839232 00000100:00100000:0.0:1763338464.126174:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303272448:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763338464.126194:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430aca80/2, rc 0, transno 21474839233 00000100:00100000:0.0:1763338464.126198:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303272576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.126256:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143424 00000100:00100000:0.0:1763338464.126300:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143424 00000100:00100000:0.0:1763338464.126349:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10429 00000100:00100000:0.0:1763338464.126356:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57072:x1848993291143424:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.126368:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.126384:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3694 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56b6 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.126473:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.126487:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.126494:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 4/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.126520:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.126529:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00000004:00080000:3.0:1763338464.126537:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 15 in progress, 2 in flight, 69 done 00000100:00100000:0.0:1763338464.126541:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303272960:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.126597:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8780 going to sleep for 11 seconds 00000004:00080000:3.0:1763338464.126613:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 11 done 00000100:00100000:1.0:1763338464.127164:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.133146:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303272704 00000100:00100000:0.0:1763338464.133162:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303272704 00000100:00100000:2.0:1763338464.133169:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.133194:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.133212:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7300 00000100:00100000:0.0:1763338464.133221:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3657:x1848993303272704:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763338464.133351:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143680 00000100:00100000:2.0:1763338464.133355:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143680 00010000:00010000:2.0:1763338464.133384:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 16 pid: 8405 timeout: 1233 lvb_type: 0 00002000:00010000:0.0:1763338464.133403:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338464.133408:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00000100:00100000:2.0:1763338464.133410:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143552 00002000:00010000:0.0:1763338464.133411:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:2.0:1763338464.133415:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143552 00002000:00010000:0.0:1763338464.133416:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.133421:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1763338464.133435:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 21 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338464.133458:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3425 00000100:00100000:2.0:1763338464.133467:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291143680:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338464.133478:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303272704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 256us (6314us total) trans 21474839234 rc 0/0 00010000:00010000:2.0:1763338464.133479:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338464.133488:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 16 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.133489:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7300 00010000:00010000:2.0:1763338464.133509:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 16 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:2.0:1763338464.133534:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338464.133538:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763338464.133539:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303272960:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338464.133545:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.133562:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.133565:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.133591:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.133612:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3426 00000100:00100000:0.0:1763338464.133621:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2407:x1848993291143552:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.133629:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763338464.133634:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291143680:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 167us (470us total) trans 0 rc 0/0 00010000:00010000:0.0:1763338464.133637:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 21 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338464.133651:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3425 00010000:00010000:0.0:1763338464.133656:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 21 pid: 27817 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.133672:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.133674:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.133677:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.133685:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.133699:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338464.133703:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.133725:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143808 00000100:00100000:2.0:1763338464.133729:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143808 00000100:00100000:0.0:1763338464.133736:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2407:x1848993291143552:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 102us (527us total) trans 0 rc 0/0 00010000:00010000:2.0:1763338464.133743:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.133748:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3426 00000100:00100000:0.0:1763338464.133770:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3427 00000100:00100000:0.0:1763338464.133779:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:2407:x1848993291143808:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.133787:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.133794:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.133804:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.133819:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b366a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56af expref: 293 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.133834:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338464.133839:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.133847:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.133854:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.133869:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.133888:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2407:x1848993291143808:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 110us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.133894:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3427 00010000:00010000:0.0:1763338464.133933:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.133939:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338464.133958:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 0 00000004:00080000:0.0:1763338464.134099:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a6:0x0], index 1: 0 00000004:00080000:0.0:1763338464.134105:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a6:0x0], index 0: 0 00000004:00080000:0.0:1763338464.134112:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a7:0x0], index 0: 0 00000004:00080000:0.0:1763338464.134116:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a7:0x0], index 1: 0 00010000:00010000:0.0:1763338464.134201:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.134208:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.134214:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.134220:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.134224:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.134232:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.134239:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338464.134242:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338464.134245:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.134250:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b369b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.135043:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3694 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56b6 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.135057:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338464.135060:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338464.135065:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3694 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56b6 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.135084:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3598 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5670 expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.135087:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48e00, rc 0) 00000100:00100000:3.0:1763338464.135103:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:31107:1848993303272832:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338464.135123:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.135131:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.135137:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338464.135142:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57072:x1848993291143424:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 8784us (9497us total) trans 4294973413 rc 301/301 00000100:00100000:0.0:1763338464.135157:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10429 00010000:00010000:3.0:1763338464.135164:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.135179:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.135208:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338464.135236:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338464.135243:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.135251:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338464.135254:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.135282:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.135296:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.135303:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3686 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.135330:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.135332:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.135334:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338464.135447:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303272320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10298us (13072us total) trans 21474839235 rc 0/0 00000100:00100000:3.0:1763338464.135460:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7297 00010000:00010000:1.0:1763338464.136155:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b35a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5677 expref: 20 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:1.0:1763338464.136171:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303272192:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338464.136187:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.136196:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.136203:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.136212:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.136219:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.136240:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338464.136333:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763338464.136339:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.136348:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338464.136352:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.136360:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.136377:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.136384:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3678 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.136404:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338464.136406:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:3.0:1763338464.136407:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338464.136412:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338464.136443:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291143936 00000100:00100000:0.0:1763338464.136450:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291143936 00000100:00100000:0.0:1763338464.136492:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10430 00000100:00100000:0.0:1763338464.136501:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57068:x1848993291143936:12345-192.168.202.34@tcp:101:lfs.0 00000100:00100000:1.0:1763338464.136518:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3657:x1848993303271680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15344us (15670us total) trans 17179871905 rc 0/0 00010000:00010000:0.0:1763338464.136526:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763338464.136530:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7293 00010000:00010000:0.0:1763338464.136547:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b36a9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56bd expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338464.136579:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430af800/2, rc 0, transno 21474839234 00000100:00100000:1.0:1763338464.136587:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303272704:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763338464.136598:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b36a9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56bd expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338464.136600:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1430afb80/2, rc 0, transno 21474839235 00000100:00100000:1.0:1763338464.136608:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1430afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303272320:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763338464.136620:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49600/0x4ea0a6980f4b36a9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56bd expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338464.136623:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c5f80/2, rc 0, transno 17179871905 00000100:00100000:1.0:1763338464.136632:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303271680:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338464.136642:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338464.136647:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338464.136650:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49600, rc 0) 00000100:00100000:0.0:1763338464.136685:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57068:x1848993291143936:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 184us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.136692:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10430 00000100:00100000:2.0:1763338464.145136:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.145216:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291144192 00000100:00100000:3.0:1763338464.145227:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291144192 00000100:00100000:3.0:1763338464.145327:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3649 00000100:00100000:3.0:1763338464.145337:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57072:x1848993291144192:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:3.0:1763338464.145633:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57072:x1848993291144192:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 296us (505us total) trans 4294973414 rc 0/0 00000100:00100000:3.0:1763338464.145641:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3649 00000100:00100000:2.0:1763338464.148771:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.148824:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291144576 00000100:00100000:1.0:1763338464.148834:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291144576 00000100:00100000:1.0:1763338464.148905:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3650 00000100:00100000:1.0:1763338464.148917:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57072:x1848993291144576:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338464.149128:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57072:x1848993291144576:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 214us (365us total) trans 4294973415 rc 0/0 00000100:00100000:1.0:1763338464.149136:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3650 00000100:00100000:1.0:1763338464.151241:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.152577:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291144704 00000100:00100000:2.0:1763338464.152590:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291144704 00000100:00100000:2.0:1763338464.152657:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3651 00000100:00100000:2.0:1763338464.152667:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57068:x1848993291144704:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338464.152918:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x201:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338464.152979:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1708, 64 off142640 00000040:00080000:2.0:1763338464.153000:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1708, 64 off142400 00000040:00080000:2.0:1763338464.153010:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1709, 64 off142464 00000040:00080000:2.0:1763338464.153018:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1709, 64 off142704 00010000:00010000:2.0:1763338464.153079:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338464.153096:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338464.153107:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338464.153116:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338464.153122:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338464.153128:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338464.153154:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338464.153201:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338464.153210:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338464.153218:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338464.153222:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338464.153230:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338464.153247:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x201:0x0].0x0 (ffff8fd2746d1e00) 00010000:00010000:0.0:1763338464.153251:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338464.153256:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338464.153281:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b36b0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT1 00010000:00010000:0.0:1763338464.153294:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.153297:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.153299:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338464.153386:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291144704:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 717us (2149us total) trans 4294973416 rc 0/0 00000100:00100000:2.0:1763338464.153394:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3651 00000100:00100000:2.0:1763338464.156045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.156107:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291144960 00000100:00100000:0.0:1763338464.156119:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291144960 00000100:00100000:0.0:1763338464.156182:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10431 00000100:00100000:0.0:1763338464.156192:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+295:55909:x1848993291144960:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338464.156215:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.156240:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b36b7 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56c4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.156415:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338464.156430:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156441:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156452:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338464.156464:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156470:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156528:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b36cc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338464.156536:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b36cc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156543:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b36cc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338464.156663:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 0 00010000:00010000:0.0:1763338464.156742:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156750:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156756:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156762:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156767:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.156771:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156779:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156795:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746e2f00) 00010000:00010000:0.0:1763338464.156798:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338464.156803:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156809:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b36be lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156822:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156828:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156833:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156838:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.156840:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156846:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156853:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:0.0:1763338464.156855:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338464.156858:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156864:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36c5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.156901:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b36b7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56c4 expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.156919:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b36cc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56c4 expref: 297 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.156925:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338464.156928:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338464.156930:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49e00, rc 0) 00000100:00100000:0.0:1763338464.157006:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291144960:12345-192.168.202.34@tcp:101:bash.0 Request processed in 814us (973us total) trans 4294973417 rc 0/0 00000100:00100000:0.0:1763338464.157014:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10431 00000100:00100000:2.0:1763338464.166831:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.166901:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291145088 00000100:00100000:0.0:1763338464.166912:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291145088 00000100:00100000:2.0:1763338464.166923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.166963:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291145344 00000100:00100000:0.0:1763338464.166967:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291145344 00000100:00100000:0.0:1763338464.167003:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10432 00000100:00100000:0.0:1763338464.167021:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:55909:x1848993291145088:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338464.167045:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.167064:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b36da lrc: 2/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56cb expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.167104:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36e1 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338464.167117:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338464.167128:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36e1 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338464.167139:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10433 00000100:00100000:3.0:1763338464.167152:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57068:x1848993291145344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.167161:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.167173:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b36e8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56d2 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.167243:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b36ef lrc: 3/1,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.167249:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b36da lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56cb expref: 301 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.167254:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b36ef lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.167316:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b36ef lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338464.167332:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 0 00010000:00010000:0.0:1763338464.167536:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36e1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56cb expref: 302 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.167544:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b36e8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d2 expref: 302 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.167558:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338464.167562:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338464.167566:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48200, rc 0) 00010000:00010000:3.0:1763338464.167569:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b36ef lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d2 expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.167583:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:3.0:1763338464.167585:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763338464.167588:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486ac00, rc 0) 00000100:00100000:3.0:1763338464.167646:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57068:x1848993291145344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 496us (722us total) trans 4294973418 rc 0/0 00000100:00100000:3.0:1763338464.167654:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10433 00000100:00100000:1.0:1763338464.167739:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291145088:12345-192.168.202.34@tcp:101:bash.0 Request processed in 720us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.167747:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10432 00000100:00100000:2.0:1763338464.172870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.172946:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291145728 00000100:00100000:1.0:1763338464.172955:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291145728 00000100:00100000:1.0:1763338464.173012:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10434 00000100:00100000:1.0:1763338464.173021:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:55909:x1848993291145728:12345-192.168.202.34@tcp:36:bash.0 00010000:00010000:1.0:1763338464.173070:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338464.173100:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b36cc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56c4 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.173115:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:1.0:1763338464.173120:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338464.173430:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338464.173445:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.173455:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338464.173496:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973419 00000004:00010000:1.0:1763338464.173517:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f111ae0b reply state 000000001a0fe8bc transno 4294973420 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.173529:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338464.173535:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:1.0:1763338464.173538:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338464.173541:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338464.173637:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+302:55909:x1848993291145728:12345-192.168.202.34@tcp:36:bash.0 Request processed in 616us (775us total) trans 4294973420 rc 0/0 00000100:00100000:1.0:1763338464.173645:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10434 00000020:00080000:1.0:1763338464.173649:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338464.185375:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.186755:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291145472 00000100:00100000:1.0:1763338464.186769:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291145472 00000100:00100000:1.0:1763338464.186883:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7301 00000100:00100000:1.0:1763338464.186894:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291145472:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338464.186911:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338464.186933:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56d9 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338464.186954:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338464.186973:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338464.186975:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338464.186985:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 21 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338464.187000:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 21 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338464.187011:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eaa00, rc 0) 00000100:00100000:1.0:1763338464.187068:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291145472:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 176us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.187074:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7301 00000100:00100000:2.0:1763338464.189401:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.190147:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.190336:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291145984 00000100:00100000:3.0:1763338464.190345:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291145984 00000100:00100000:3.0:1763338464.190400:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146112 00000100:00100000:3.0:1763338464.190403:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146112 00000100:00100000:3.0:1763338464.190430:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10435 00000100:00100000:3.0:1763338464.190440:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+303:55909:x1848993291145984:12345-192.168.202.34@tcp:101:bash.0 00000100:00100000:0.0:1763338464.190448:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10436 00000100:00100000:0.0:1763338464.190461:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57068:x1848993291146112:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.190464:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.190468:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338464.190470:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.190491:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56e7 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.190495:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b36ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d2 expref: 303 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.190520:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:3.0:1763338464.190525:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338464.190532:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3712 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56e0 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.190559:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 304 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.190574:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 304 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.190578:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338464.190593:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 304 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.190607:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.190709:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338464.190713:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338464.190716:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.190723:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48e00, rc 0) 00000100:00100000:0.0:1763338464.190791:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57068:x1848993291146112:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 332us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.190798:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10436 00010000:00010000:3.0:1763338464.191564:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 303 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.191581:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 303 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338464.191595:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303273088:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338464.191662:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2463fc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338464.193400:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303273088:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338464.193429:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338464.194576:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.194679:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146240 00000100:00100000:0.0:1763338464.194691:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146240 00000100:00100000:0.0:1763338464.194763:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10437 00000100:00100000:0.0:1763338464.194773:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+304:57068:x1848993291146240:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.194797:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.194818:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56ee expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.194880:0:6518:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.194889:0:6518:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 4/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.194908:0:6518:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.194920:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 305 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.194932:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338464.194935:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338464.194938:0:6518:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.194944:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48600, rc 0) 00000100:00100000:0.0:1763338464.195000:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57068:x1848993291146240:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 228us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.195008:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10437 00000100:00100000:1.0:1763338464.195169:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.195217:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146368 00000100:00100000:3.0:1763338464.195223:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146368 00010000:00010000:3.0:1763338464.195244:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 305 pid: 6518 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338464.195298:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3428 00000100:00100000:3.0:1763338464.195314:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+305:2410:x1848993291146368:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338464.195325:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338464.195330:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 305 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338464.195342:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 305 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338464.195364:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b370b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e7 expref: 305 pid: 6518 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338464.195380:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:3.0:1763338464.195384:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.195392:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.195399:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.195412:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 304 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.195441:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338464.195467:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+304:2410:x1848993291146368:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 162us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338464.195474:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3428 00010000:00010000:0.0:1763338464.195525:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.195534:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13583 initiator: MDT1 00000040:00080000:0.0:1763338464.195883:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1710, 88 off142792 00000004:00080000:0.0:1763338464.195892:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133907629087ns, next at 1134745913990ns, rc = 0 00000040:00080000:0.0:1763338464.195921:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1710, 88 off142552 00000004:00080000:0.0:1763338464.195925:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133907663243ns, next at 1134745886836ns, rc = 0 00000040:00080000:0.0:1763338464.195939:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1711, 88 off142640 00000004:00080000:0.0:1763338464.195942:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133907680240ns, next at 1134745886836ns, rc = 0 00000040:00080000:0.0:1763338464.195950:0:13583:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1711, 88 off142880 00000004:00080000:0.0:1763338464.196090:0:13583:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133907827780ns, next at 1134745913990ns, rc = 0 00000001:00080000:3.0:1763338464.202070:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973421 is committed 00000004:00080000:3.0:1763338464.202081:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1120 committed 00000004:00080000:3.0:1763338464.202091:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1114 committed 00000004:00080000:3.0:1763338464.202101:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1113 committed 00000004:00080000:3.0:1763338464.202104:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1119 committed 00010000:00010000:2.0:1763338464.202173:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202185:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202192:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202197:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.202202:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202209:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202225:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449abe00) 00010000:00010000:2.0:1763338464.202228:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.202232:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202238:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3663 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.202283:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338464.202289:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338464.202295:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338464.202301:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.202304:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338464.202319:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338464.202328:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00000100:00100000:3.0:1763338464.202330:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303273216:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338464.202332:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.202336:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338464.202343:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b36fd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:3.0:1763338464.202399:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338464.202485:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303273216 00000100:00100000:2.0:1763338464.202493:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303273216 00000100:00100000:2.0:1763338464.202543:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7302 00000100:00100000:2.0:1763338464.202564:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3657:x1848993303273216:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763338464.202590:0:35252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:674 count 1 00010000:00010000:2.0:1763338464.202612:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.202641:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.202653:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338464.202656:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338464.202660:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.202698:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.202712:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338464.202724:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303273728:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338464.203117:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d300 going to sleep for 11 seconds 00000100:00100000:3.0:1763338464.204004:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763338464.204016:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303273600:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.204062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338464.204132:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303273472:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.204155:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.204167:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303273856:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338464.204173:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303274112:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338464.204192:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.204193:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.204237:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303273600 00000100:00100000:0.0:1763338464.204243:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303273600 00000100:00100000:0.0:1763338464.204291:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303273472 00000100:00100000:0.0:1763338464.204295:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303273472 00000100:00100000:0.0:1763338464.204322:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303274112 00000100:00100000:0.0:1763338464.204325:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303274112 00000100:00100000:0.0:1763338464.204339:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303273856 00000100:00100000:0.0:1763338464.204342:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303273856 00000100:00100000:0.0:1763338464.204360:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7303 00000100:00100000:0.0:1763338464.204368:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3657:x1848993303273600:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338464.204501:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338464.204505:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.204507:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.204509:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.204511:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338464.204547:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3657:x1848993303273600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 179us (484us total) trans 17179871906 rc 0/0 00000100:00100000:0.0:1763338464.204570:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7303 00000100:00100000:0.0:1763338464.204589:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7304 00000100:00100000:0.0:1763338464.205039:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3655:x1848993303273472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338464.205060:0:27816:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:675 count 1 00010000:00010000:0.0:1763338464.205076:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205093:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205102:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338464.205104:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338464.205107:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205133:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 20 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205149:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 20 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.205160:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303274240:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.205209:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8780 going to sleep for 11 seconds 00000100:00100000:0.0:1763338464.205230:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7305 00000100:00100000:0.0:1763338464.205239:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d50f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3655:x1848993303274112:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.205429:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d50f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303274112:12345-0@lo:2:osp-syn-0-1.0 Request processed in 191us (1235us total) trans 21474839236 rc 0/0 00000100:00100000:0.0:1763338464.205435:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7305 00000004:00080000:3.0:1763338464.205448:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f88e00/2, rc 0, transno 21474839236 00000100:00100000:0.0:1763338464.205449:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7306 00000100:00100000:3.0:1763338464.205454:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303274112:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.205455:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3657:x1848993303273856:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763338464.205464:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00002000:00080000:0.0:1763338464.205466:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:675 count 1 00000100:00100000:3.0:1763338464.205469:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303273344:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763338464.205477:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205490:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338464.205493:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338464.205497:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338464.205498:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338464.205501:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338464.205505:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303273984:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338464.205521:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763338464.205521:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205531:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.205541:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303274368:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.205585:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8000 going to sleep for 11 seconds 00010000:00010000:3.0:1763338464.205598:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e0 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.205609:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00000100:00100000:0.0:1763338464.205609:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303273344 00010000:00010000:3.0:1763338464.205612:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763338464.205613:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303273344 00010000:00010000:3.0:1763338464.205617:0:13583:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.205627:0:13583:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338464.205630:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303273984 00000100:00100000:0.0:1763338464.205632:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303273984 00010000:00010000:3.0:1763338464.205634:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338464.205641:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7307 00000100:00100000:0.0:1763338464.205646:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+27:3655:x1848993303273344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763338464.205655:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:674 count 1 00010000:00010000:3.0:1763338464.205657:0:13583:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 293 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.205666:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338464.205667:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277501c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303274496:192.168.202.34@tcp:105: 00010000:00010000:0.0:1763338464.205678:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 20 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338464.205685:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.205686:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.205689:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338464.205690:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2463fc9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763338464.205705:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 20 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338464.205714:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 20 pid: 8405 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338464.205723:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303274624:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338464.205728:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7308 00000100:00100000:3.0:1763338464.205735:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3655:x1848993303273984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.205745:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25269f900 going to sleep for 11 seconds 00000004:00080000:0.0:1763338464.205768:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c5180/2, rc 0, transno 17179871906 00000100:00100000:0.0:1763338464.205774:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303273600:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.205816:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3655:x1848993303273984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (293us total) trans 21474839237 rc 0/0 00000100:00100000:3.0:1763338464.205822:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7308 00000004:00080000:3.0:1763338464.205845:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f8b100/2, rc 0, transno 21474839237 00000100:00100000:3.0:1763338464.205850:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303273984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.206384:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303274752:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338464.206417:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338464.206674:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303274752 00000100:00100000:3.0:1763338464.206680:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303274752 00000100:00100000:3.0:1763338464.206708:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7309 00000100:00100000:3.0:1763338464.206715:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3656:x1848993303274752:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.206851:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3656:x1848993303274752:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (432us total) trans 17179871907 rc 0/0 00000100:00100000:3.0:1763338464.206857:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7309 00000004:00080000:1.0:1763338464.206886:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c4000/2, rc 0, transno 17179871907 00000100:00100000:1.0:1763338464.206892:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303274752:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763338464.218023:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.218058:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146496 00000100:00100000:1.0:1763338464.218060:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303274624:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338464.218064:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146496 00010000:00010000:1.0:1763338464.218086:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338464.218111:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3652 00000100:00100000:2.0:1763338464.218121:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57068:x1848993291146496:12345-192.168.202.34@tcp:49:lfs.0 00000100:00100000:3.0:1763338464.218163:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277501c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303274496:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338464.218193:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3712 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e0 expref: 294 pid: 13583 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763338464.218213:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e0 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.218231:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2820d8600, rc 0) 00000100:00100000:2.0:1763338464.218245:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57068:x1848993291146496:12345-192.168.202.34@tcp:49:lfs.0 Request processed in 124us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338464.218253:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:55909:x1848993291145984:12345-192.168.202.34@tcp:101:bash.0 Request processed in 27816us (28861us total) trans 4294973421 rc 0/0 00000100:00100000:2.0:1763338464.218253:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3652 00000100:00100000:3.0:1763338464.218259:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10435 00000100:00100000:2.0:1763338464.218354:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35252:1848993303273728:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338464.218368:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338464.218399:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.218463:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.218481:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146624 00000100:00100000:3.0:1763338464.218485:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146624 00010000:00010000:3.0:1763338464.218506:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 21 pid: 27817 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338464.218525:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146880 00000100:00100000:3.0:1763338464.218528:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146880 00010000:00010000:3.0:1763338464.218538:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:3.0:1763338464.218568:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3429 00000100:00100000:3.0:1763338464.218575:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2407:x1848993291146624:12345-192.168.202.34@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763338464.219476:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3430 00000100:00100000:0.0:1763338464.219489:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291146880:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.219503:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.219510:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.219525:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.219565:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b341e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af55eb expref: 15 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.219580:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.219582:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.219587:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.219598:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.219623:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.219667:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291146880:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 181us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.219674:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3430 00000100:00100000:0.0:1763338464.219722:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303274240:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338464.219739:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338464.219784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.219803:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291146752 00000100:00100000:0.0:1763338464.219808:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291146752 00010000:00010000:0.0:1763338464.219824:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 22 pid: 8405 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338464.219848:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3431 00000100:00100000:0.0:1763338464.219855:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2407:x1848993291146752:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.219864:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.219869:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 22 pid: 8405 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338464.219877:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 22 pid: 8405 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338464.219892:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2820d8200/0x4ea0a6980f4b351a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af563f expref: 22 pid: 8405 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338464.219901:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.219903:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.219906:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.219914:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.219933:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.219954:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2407:x1848993291146752:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 98us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.219960:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3431 00010000:00010000:0.0:1763338464.219983:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.219992:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220002:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220010:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220029:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338464.220377:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303273344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14728us (14881us total) trans 17179871908 rc 0/0 00000100:00100000:0.0:1763338464.220385:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7307 00010000:00010000:0.0:1763338464.220404:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338464.220410:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220418:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338464.220422:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220431:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220443:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220450:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b373c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220466:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.220467:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.220469:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763338464.220493:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c4a80/2, rc 0, transno 17179871908 00000100:00100000:0.0:1763338464.220499:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303273344:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763338464.220564:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8869:1848993303274368:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338464.220577:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338464.220617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.220630:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291147008 00000100:00100000:0.0:1763338464.220634:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291147008 00010000:00010000:0.0:1763338464.220648:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.220665:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3432 00000100:00100000:0.0:1763338464.220671:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291147008:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.220679:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.220683:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.220691:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.220703:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b35ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5685 expref: 14 pid: 8405 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.220711:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.220712:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.220715:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220722:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220736:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.220753:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291147008:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 82us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.220758:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3432 00010000:00010000:0.0:1763338464.220773:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220780:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220791:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220798:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.220810:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338464.220983:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303273856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15527us (16788us total) trans 21474839238 rc 0/0 00000100:00100000:0.0:1763338464.220990:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7306 00010000:00010000:0.0:1763338464.221006:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338464.221010:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.221017:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338464.221020:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.221027:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.221037:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.221043:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3735 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.221062:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.221064:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.221065:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338464.221772:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89500/2, rc 0, transno 21474839238 00000100:00100000:2.0:1763338464.221780:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303273856:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763338464.221798:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.221823:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.221831:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.221838:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.221852:0:35252:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763338464.221872:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338464.221880:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 20 pid: 27817 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338464.221891:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 20 pid: 27817 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338464.221906:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b35f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af568c expref: 20 pid: 27817 timeout: 1233 lvb_type: 0 00010000:00010000:3.0:1763338464.221922:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.221923:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.221927:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.221936:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.221961:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338464.221988:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993291146624:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3413us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.221989:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303273216:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19440us (19591us total) trans 21474839239 rc 0/0 00000100:00100000:3.0:1763338464.221995:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3429 00000100:00100000:2.0:1763338464.221996:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7302 00000004:00080000:2.0:1763338464.222024:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f8ad80/2, rc 0, transno 21474839239 00000100:00100000:2.0:1763338464.222028:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303273216:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763338464.222295:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338464.222302:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.222319:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338464.222323:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.222331:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.222343:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.222350:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3727 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.222365:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.222368:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.222369:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338464.226879:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.226991:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291147136 00000100:00100000:2.0:1763338464.227003:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291147136 00000100:00100000:2.0:1763338464.227063:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3653 00000100:00100000:2.0:1763338464.227072:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291147136:12345-192.168.202.34@tcp:49:bash.0 00000100:00100000:2.0:1763338464.227205:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:55909:x1848993291147136:12345-192.168.202.34@tcp:49:bash.0 Request processed in 134us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.227213:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3653 00010000:00010000:0.0:1763338464.227600:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.227613:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.227622:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.227631:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.227656:0:27816:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338464.227904:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3655:x1848993303273472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23307us (23746us total) trans 17179871909 rc 0/0 00000100:00100000:0.0:1763338464.227913:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7304 00000004:00080000:3.0:1763338464.227951:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2789c6d80/2, rc 0, transno 17179871909 00000100:00100000:3.0:1763338464.227958:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303273472:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338464.228110:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763338464.228117:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.228126:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338464.228130:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.228139:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.228159:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.228166:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b372e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338464.228186:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.228188:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338464.228190:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338464.230669:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.231357:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291147392 00000100:00100000:3.0:1763338464.231368:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291147392 00000100:00100000:2.0:1763338464.231540:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3654 00000100:00100000:2.0:1763338464.231721:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57068:x1848993291147392:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338464.231983:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57068:x1848993291147392:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 432us (1323us total) trans 4294973422 rc 0/0 00000100:00100000:2.0:1763338464.231991:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3654 00000100:00100000:1.0:1763338464.234722:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.234911:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291147520 00000100:00100000:0.0:1763338464.234920:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291147520 00000100:00100000:0.0:1763338464.234972:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7310 00000100:00100000:0.0:1763338464.234982:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+19:55909:x1848993291147520:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:0.0:1763338464.234997:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.235017:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56f5 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.235056:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338464.235066:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.235068:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.235072:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 20 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.235108:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338464.235122:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338464.235135:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303274880:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.235224:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25269f900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338464.235746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.236110:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291147776 00000100:00100000:3.0:1763338464.236115:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291147776 00000100:00100000:3.0:1763338464.236286:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10438 00000100:00100000:3.0:1763338464.236294:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57068:x1848993291147776:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.236320:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.236339:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b374a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af56fc expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.236409:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338464.236423:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236434:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236446:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338464.236453:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236459:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236821:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338464.236832:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236840:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338464.236849:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 2 00010000:00010000:3.0:1763338464.236919:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236925:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236931:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236937:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236943:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338464.236947:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236953:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236964:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2705c0c00) 00010000:00010000:3.0:1763338464.236966:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.236969:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236974:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3751 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236986:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236991:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.236996:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.237001:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338464.237003:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.237007:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.237012:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2705c0300) 00010000:00010000:3.0:1763338464.237014:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338464.237016:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.237021:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3758 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.237139:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b374a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.237155:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.237161:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:3.0:1763338464.237163:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338464.237166:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14486ac00, rc 0) 00000100:00100000:3.0:1763338464.237219:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291147776:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 926us (1475us total) trans 4294973423 rc 0/0 00000100:00100000:3.0:1763338464.237226:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10438 00000100:00100000:0.0:1763338464.239529:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303274880:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338464.239563:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 20 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.239581:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49a00, rc 0) 00000100:00100000:0.0:1763338464.239651:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+20:55909:x1848993291147520:12345-192.168.202.34@tcp:101:bash.0 Request processed in 4670us (4937us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.239659:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7310 00000100:00100000:3.0:1763338464.240215:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.240845:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291147904 00000100:00100000:0.0:1763338464.240853:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291147904 00010000:00010000:0.0:1763338464.240885:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 1233 lvb_type: 1 00000100:00100000:0.0:1763338464.240927:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3433 00000100:00100000:0.0:1763338464.240937:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291147904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.240951:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.240957:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338464.240970:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338464.240992:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b3704 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56d9 expref: 20 pid: 35252 timeout: 1233 lvb_type: 1 00010000:00010000:0.0:1763338464.241006:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.241008:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.241016:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 19 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.241027:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 19 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.241064:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 19 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338464.241077:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6505:1848993303275008:192.168.202.34@tcp:105: 00000100:00100000:0.0:1763338464.241154:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25269f900 going to sleep for 11 seconds 00000100:00100000:0.0:1763338464.242319:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.242743:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291148160 00000100:00100000:2.0:1763338464.242751:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291148160 00000100:00100000:2.0:1763338464.242799:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3655 00000100:00100000:2.0:1763338464.242809:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57068:x1848993291148160:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338464.243033:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57068:x1848993291148160:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 224us (727us total) trans 4294973424 rc 0/0 00000100:00100000:2.0:1763338464.243041:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3655 00000100:00100000:1.0:1763338464.248033:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.248162:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6505:1848993303275008:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338464.248180:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291148288 00000100:00100000:3.0:1763338464.248189:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291148288 00010000:00010000:0.0:1763338464.248191:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338464.248244:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3656 00000100:00100000:3.0:1763338464.248253:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270e3bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57068:x1848993291148288:12345-192.168.202.34@tcp:33:lfs.0 00000100:00100000:1.0:1763338464.249160:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.249234:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993291147904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8296us (9019us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.249246:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3433 00000100:00100000:2.0:1763338464.249355:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291148416 00000100:00100000:2.0:1763338464.249361:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291148416 00000100:00100000:2.0:1763338464.249405:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7311 00000100:00100000:2.0:1763338464.249412:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+13:55909:x1848993291148416:12345-192.168.202.34@tcp:101:bash.0 00010000:00010000:2.0:1763338464.249423:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338464.249444:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5703 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338464.249465:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338464.249485:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338464.249487:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338464.249496:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.249511:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 14 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.249527:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338464.249568:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+14:55909:x1848993291148416:12345-192.168.202.34@tcp:101:bash.0 Request processed in 156us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.249576:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7311 00000100:00100000:3.0:1763338464.249874:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270e3bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57068:x1848993291148288:12345-192.168.202.34@tcp:33:lfs.0 Request processed in 1621us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338464.249882:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3656 00000100:00100000:1.0:1763338464.258515:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.258551:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.258844:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291148672 00000100:00100000:0.0:1763338464.258854:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291148672 00002000:00010000:0.0:1763338464.258895:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:0.0:1763338464.258900:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c7480 with x1848993291148672 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338464.258913:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c7480. 00000100:00100000:0.0:1763338464.258946:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291148544 00000100:00100000:0.0:1763338464.258950:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291148544 00002000:00010000:0.0:1763338464.258962:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/678 (0->18446744073709551615) 00002000:00100000:0.0:1763338464.258966:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5500 with x1848993291148544 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338464.258972:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c5500. 00000100:00100000:0.0:1763338464.259001:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1781 00000100:00100000:0.0:1763338464.259011:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291148672:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338464.259190:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338464.259194:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:0.0:1763338464.259197:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.259199:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:0.0:1763338464.259201:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338464.259284:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291148672:12345-192.168.202.34@tcp:10:bash.0 Request processed in 248us (754us total) trans 21474839240 rc 0/0 00000100:00100000:0.0:1763338464.259297:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1781 00002000:00010000:0.0:1763338464.259302:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:0.0:1763338464.259304:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c7480 with x1848993291148672 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338464.259318:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c7480. 00000100:00100000:0.0:1763338464.259337:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1782 00000100:00100000:0.0:1763338464.259344:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291148544:12345-192.168.202.34@tcp:10:bash.0 00002000:00010000:0.0:1763338464.259432:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338464.259435:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:0.0:1763338464.259437:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.259439:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:0.0:1763338464.259441:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338464.259464:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291148544:12345-192.168.202.34@tcp:10:bash.0 Request processed in 120us (912us total) trans 17179871910 rc 0/0 00000100:00100000:0.0:1763338464.259470:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1782 00002000:00010000:0.0:1763338464.259474:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/678 (0->18446744073709551615) 00002000:00100000:0.0:1763338464.259476:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5500 with x1848993291148544 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338464.259480:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c5500. 00000100:00100000:1.0:1763338464.263592:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.263736:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291148928 00000100:00100000:3.0:1763338464.263747:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291148928 00000100:00100000:3.0:1763338464.263805:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3657 00000100:00100000:3.0:1763338464.263816:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:55909:x1848993291148928:12345-192.168.202.34@tcp:35:bash.0 00000100:00100000:3.0:1763338464.264183:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+297:55909:x1848993291148928:12345-192.168.202.34@tcp:35:bash.0 Request processed in 367us (599us total) trans 4294973425 rc 0/0 00000100:00100000:3.0:1763338464.264190:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3657 00000100:00100000:1.0:1763338464.268135:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.269751:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291149184 00000100:00100000:3.0:1763338464.269764:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291149184 00000100:00100000:3.0:1763338464.269835:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10439 00000100:00100000:3.0:1763338464.269846:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:57073:x1848993291149184:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.269868:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.269890:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3774 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af570a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.269999:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b377b lrc: 3/1,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338464.270014:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b377b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.270025:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b377b lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338464.270036:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 5 00010000:00010000:3.0:1763338464.270146:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486a000/0x4ea0a6980f4b3774 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af570a expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.270163:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b377b lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af570a expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.270171:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:3.0:1763338464.270174:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763338464.270178:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26f800, rc 0) 00000100:00100000:3.0:1763338464.270246:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57073:x1848993291149184:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 402us (2121us total) trans 4294973426 rc 0/0 00000100:00100000:3.0:1763338464.270253:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10439 00010000:00010000:0.0:1763338464.271427:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338464.277253:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.277432:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291149440 00000100:00100000:2.0:1763338464.277444:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291149440 00000100:00100000:2.0:1763338464.277502:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10440 00000100:00100000:2.0:1763338464.277512:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57073:x1848993291149440:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338464.277539:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338464.277560:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b3789 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5711 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.277671:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.277685:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.277695:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.277727:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.277740:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 300 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338464.277757:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303275136:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338464.277838:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763338464.281613:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.282028:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291149696 00000100:00100000:3.0:1763338464.282039:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291149696 00000100:00100000:3.0:1763338464.282096:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3658 00000100:00100000:3.0:1763338464.282105:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57074:x1848993291149696:12345-192.168.202.34@tcp:35:rm.0 00000100:00100000:0.0:1763338464.283139:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57074:x1848993291149696:12345-192.168.202.34@tcp:35:rm.0 Request processed in 1031us (1532us total) trans 4294973427 rc 0/0 00000100:00100000:0.0:1763338464.283148:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3658 00000100:00100000:1.0:1763338464.286220:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.286693:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291149824 00000100:00100000:0.0:1763338464.286702:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291149824 00010000:00010000:0.0:1763338464.286742:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 302 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:0.0:1763338464.286787:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3434 00000100:00100000:0.0:1763338464.286797:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57074:x1848993291149824:12345-192.168.202.34@tcp:103:rm.0 00010000:00010000:0.0:1763338464.286814:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.286820:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 302 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.286833:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 302 pid: 13583 timeout: 1233 lvb_type: 0 00010000:00010000:0.0:1763338464.286855:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:0.0:1763338464.286861:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338464.286870:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338464.286878:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763338464.286896:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.286951:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57074:x1848993291149824:12345-192.168.202.34@tcp:103:rm.0 Request processed in 155us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.286959:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3434 00010000:00010000:2.0:1763338464.287188:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14486ac00/0x4ea0a6980f4b375f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56fc expref: 301 pid: 13583 timeout: 1233 lvb_type: 0 00000100:00100000:2.0:1763338464.287205:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303275136:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338464.287223:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.287231:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.287237:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338464.287277:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 5 00010000:00010000:2.0:1763338464.287401:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b3789 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 302 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.287414:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 301 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.287421:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:2.0:1763338464.287424:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763338464.287426:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93e00, rc 0) 00000100:00100000:2.0:1763338464.287465:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57073:x1848993291149440:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 9955us (10221us total) trans 4294973428 rc 0/0 00000100:00100000:2.0:1763338464.287476:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10440 00000100:00100000:1.0:1763338464.294469:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.294554:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150080 00000100:00100000:2.0:1763338464.294565:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150080 00000100:00100000:2.0:1763338464.294696:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10441 00000100:00100000:2.0:1763338464.294709:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57074:x1848993291150080:12345-192.168.202.34@tcp:36:rm.0 00010000:00010000:2.0:1763338464.294767:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763338464.294795:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b377b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af570a expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.294816:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2820d8600/0x4ea0a6980f4b3719 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56e0 expref: 300 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.294827:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3720 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56ee expref: 299 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.294837:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b36e1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56cb expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.294846:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:2.0:1763338464.294851:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338464.294878:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.294890:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.294900:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.294916:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.294923:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.294929:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.295008:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.295019:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.295026:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 4/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.295056:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 297 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.295070:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 297 pid: 6521 timeout: 1234 lvb_type: 0 00000100:00100000:2.0:1763338464.295084:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303275264:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338464.295158:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0d300 going to sleep for 11 seconds 00000100:00100000:0.0:1763338464.304297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.304413:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.304692:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848993303275264:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338464.304719:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763338464.304799:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150336 00000100:00100000:1.0:1763338464.304809:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150336 00010000:00010000:1.0:1763338464.304844:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 298 pid: 6521 timeout: 1234 lvb_type: 0 00000100:00100000:1.0:1763338464.304887:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3435 00000100:00100000:1.0:1763338464.304897:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+298:2408:x1848993291150336:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338464.304911:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338464.304918:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 298 pid: 6521 timeout: 1234 lvb_type: 0 00010000:00010000:1.0:1763338464.304928:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 298 pid: 6521 timeout: 1234 lvb_type: 0 00010000:00010000:1.0:1763338464.304951:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3790 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x204:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5711 expref: 298 pid: 6521 timeout: 1234 lvb_type: 0 00010000:00010000:1.0:1763338464.304963:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:1.0:1763338464.304968:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338464.304977:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338464.304985:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338464.305014:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338464.305068:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2408:x1848993291150336:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 172us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.305076:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3435 00010000:00010000:2.0:1763338464.305380:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305388:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00080000:2.0:1763338464.305626:0:6521:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000404:0x204:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763338464.305711:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305719:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305726:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305731:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.305735:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305742:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305751:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd2746e2a00) 00010000:00010000:2.0:1763338464.305754:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763338464.305757:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 2/0,0 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305764:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b37ac lrc: 0/0,0 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305781:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305791:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305797:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305801:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.305804:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305810:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305817:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd2746d1000) 00010000:00010000:2.0:1763338464.305819:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.305822:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305827:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b379e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:2.0:1763338464.305840:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009a97c99d reply state 00000000f7820864 transno 4294973429 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305850:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.305857:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338464.305859:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338464.305861:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338464.305909:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57074:x1848993291150080:12345-192.168.202.34@tcp:36:rm.0 Request processed in 11203us (11450us total) trans 4294973429 rc 0/0 00000100:00100000:2.0:1763338464.305920:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10441 00000100:00100000:2.0:1763338464.305938:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150208 00000100:00100000:2.0:1763338464.305942:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150208 00000100:00100000:2.0:1763338464.305972:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10442 00000100:00100000:2.0:1763338464.305978:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57073:x1848993291150208:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338464.305997:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338464.306015:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37b3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5718 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.306076:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b37ba lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763338464.306085:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b37ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.306092:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b37ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763338464.306114:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 5 00000004:00200000:2.0:1763338464.306117:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338464.306130:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b37ba lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.306149:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37b3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5718 expref: 300 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.306162:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b37ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5718 expref: 299 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.306168:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:2.0:1763338464.306171:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763338464.306174:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93000, rc 0) 00000100:00100000:2.0:1763338464.306203:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57073:x1848993291150208:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 225us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.306209:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10442 00000100:00100000:1.0:1763338464.314593:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.314662:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150592 00000100:00100000:3.0:1763338464.314672:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150592 00000100:00100000:3.0:1763338464.314737:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10443 00000100:00100000:3.0:1763338464.314747:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57073:x1848993291150592:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338464.314768:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338464.314788:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b37c1 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af571f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.314887:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b37c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338464.314902:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b37c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338464.314912:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b37c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338464.314924:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 5 00010000:00010000:3.0:1763338464.315026:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b37c1 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af571f expref: 302 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.315046:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b37c8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af571f expref: 301 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.315055:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:3.0:1763338464.315058:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763338464.315062:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:3.0:1763338464.315124:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57073:x1848993291150592:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 378us (541us total) trans 4294973430 rc 0/0 00000100:00100000:3.0:1763338464.315131:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10443 00000100:00100000:2.0:1763338464.320803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.321539:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150720 00000100:00100000:0.0:1763338464.321551:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150720 00000100:00100000:2.0:1763338464.321746:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7312 00000100:00100000:2.0:1763338464.321758:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2407:x1848993291150720:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:2.0:1763338464.321806:0:27816:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.321827:0:27816:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 20 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.321835:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338464.321838:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338464.321841:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.321877:0:27816:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 20 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.321890:0:27816:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 20 pid: 27816 timeout: 1234 lvb_type: 0 00000100:00100000:2.0:1763338464.322164:0:27816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303275392:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338464.322280:0:27816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144a0dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763338464.328017:0:27816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27816:1848993303275392:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338464.328047:0:27816:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338464.331531:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.331955:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150848 00000100:00100000:3.0:1763338464.331966:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150848 00002000:00100000:3.0:1763338464.332016:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x2a6:0x0] (0->4) req@ffff8fd144a99880 x1848993291150848/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:490/0 lens 496/0 e 0 to 0 dl 1763338475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338464.332027:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144a99880 with x1848993291150848 ext(0->4) 00010000:00010000:3.0:1763338464.332038:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 21 pid: 27816 timeout: 1234 lvb_type: 0 00010000:00010000:3.0:1763338464.332056:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 21 pid: 27816 timeout: 1234 lvb_type: 0 00002000:00010000:3.0:1763338464.332065:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd144a99880 00000100:00100000:3.0:1763338464.332101:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 124 00000100:00100000:3.0:1763338464.332111:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291150848:12345-192.168.202.34@tcp:4:bash.0 00000100:00100000:3.0:1763338464.334107:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291150848:12345-192.168.202.34@tcp:4:bash.0 Request processed in 1987us (2576us total) trans 17179871911 rc 0/0 00000100:00100000:3.0:1763338464.334123:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 124 00002000:00100000:3.0:1763338464.334133:0:24006:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000400:0x2a6:0x0] (0->4) req@ffff8fd144a99880 x1848993291150848/t17179871911(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:490/0 lens 496/448 e 0 to 0 dl 1763338475 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338464.334142:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144a99880 with x1848993291150848 ext(0->4) 00010000:00010000:3.0:1763338464.334150:0:24006:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 23 pid: 27816 timeout: 1234 lvb_type: 0 00010000:00010000:3.0:1763338464.334166:0:24006:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 23 pid: 27816 timeout: 1234 lvb_type: 0 00002000:00010000:3.0:1763338464.334173:0:24006:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8fd144a99880 00000100:00100000:0.0:1763338464.336136:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303275520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763338464.336195:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338464.336772:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303275520 00000100:00100000:1.0:1763338464.336782:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303275520 00000100:00100000:1.0:1763338464.336842:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1763338464.336852:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303275520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763338464.336876:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484896320 pending 0 free 3919179776 avail 3687542784 00000100:00100000:1.0:1763338464.337781:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+13:3657:x1848993303275520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 926us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.337790:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1763338464.337933:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303275520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763338464.338370:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.338435:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291150976 00000100:00100000:0.0:1763338464.338441:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291150976 00010000:00010000:0.0:1763338464.338469:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 23 pid: 27816 timeout: 1234 lvb_type: 0 00000100:00100000:0.0:1763338464.338506:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3436 00000100:00100000:0.0:1763338464.338515:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd249c42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291150976:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338464.338528:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763338464.338545:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763338464.338549:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763338464.338554:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 23 pid: 27816 timeout: 1234 lvb_type: 0 00010000:00010000:0.0:1763338464.338566:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 23 pid: 27816 timeout: 1234 lvb_type: 0 00010000:00010000:0.0:1763338464.338590:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b3743 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af56f5 expref: 23 pid: 27816 timeout: 1234 lvb_type: 0 00010000:00010000:0.0:1763338464.338605:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.338607:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.338612:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.338621:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.338653:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338464.338710:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd249c42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291150976:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 197us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.338717:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3436 00010000:00010000:2.0:1763338464.338878:0:27816:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338889:0:27816:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338910:0:27816:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338918:0:27816:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338927:0:27816:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338934:0:27816:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338464.338938:0:27816:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338947:0:27816:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338963:0:27816:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.338970:0:27816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338464.339017:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2407:x1848993291150720:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 17261us (18225us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.339024:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7312 00000100:00100000:1.0:1763338464.349568:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.350164:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291151232 00000100:00100000:2.0:1763338464.350174:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291151232 00000100:00100000:2.0:1763338464.350237:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10444 00000100:00100000:2.0:1763338464.350247:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57073:x1848993291151232:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338464.350537:0:6518:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338464.350567:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b37ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5718 expref: 301 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.350586:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:2.0:1763338464.350592:0:6518:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338464.350621:0:6518:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 00010000:00010000:2.0:1763338464.350635:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.350644:0:6518:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00000040:00080000:2.0:1763338464.350867:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1712, 88 off142968 00000004:00080000:2.0:1763338464.350876:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1134062613182ns, next at 1134745913990ns, rc = 0 00000040:00080000:2.0:1763338464.350918:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1712, 88 off142728 00000004:00080000:2.0:1763338464.350923:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1134062661055ns, next at 1134745886836ns, rc = 0 00000040:00080000:2.0:1763338464.350947:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1713, 88 off142816 00000004:00080000:2.0:1763338464.350953:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1134062690542ns, next at 1134745886836ns, rc = 0 00000040:00080000:2.0:1763338464.350962:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1713, 88 off143056 00000004:00080000:2.0:1763338464.350966:0:6518:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1134062703809ns, next at 1134745913990ns, rc = 0 00000001:00080000:3.0:1763338464.352549:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973431 is committed 00000004:00080000:3.0:1763338464.352559:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1122 committed 00000004:00080000:3.0:1763338464.352563:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1116 committed 00000004:00080000:3.0:1763338464.352566:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1115 committed 00000004:00080000:3.0:1763338464.352568:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1121 committed 00000100:00100000:0.0:1763338464.354551:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303275776:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.354619:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.354656:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338464.354662:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303275648:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.354681:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.354711:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303275776 00000100:00100000:0.0:1763338464.354717:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303275776 00000100:00100000:0.0:1763338464.354752:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303275648 00000100:00100000:0.0:1763338464.354755:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303275648 00000100:00100000:0.0:1763338464.354771:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7313 00000100:00100000:0.0:1763338464.354779:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303275776:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763338464.354837:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7314 00000100:00100000:3.0:1763338464.354848:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3655:x1848993303275648:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763338464.354924:0:8869:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338464.354929:0:8869:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.354932:0:8869:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338464.354935:0:8869:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.354937:0:8869:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338464.354943:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3655:x1848993303275776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 161us (321us total) trans 21474839241 rc 0/0 00000100:00100000:0.0:1763338464.354951:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7313 00000100:00100000:3.0:1763338464.354982:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3655:x1848993303275648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (299us total) trans 21474839242 rc 0/0 00000100:00100000:3.0:1763338464.354990:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7314 00000004:00080000:0.0:1763338464.354995:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f88380/2, rc 0, transno 21474839242 00000100:00100000:0.0:1763338464.355002:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303275648:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763338464.355013:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89f80/2, rc 0, transno 21474839241 00000100:00100000:0.0:1763338464.355018:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303275776:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338464.355184:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303276032:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.355193:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303275904:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338464.355217:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338464.355234:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338464.355253:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276032 00000100:00100000:1.0:1763338464.355257:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276032 00000100:00100000:3.0:1763338464.355299:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303275904 00000100:00100000:3.0:1763338464.355315:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303275904 00000100:00100000:1.0:1763338464.355323:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7315 00000100:00100000:1.0:1763338464.355332:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3657:x1848993303276032:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763338464.355345:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7316 00000100:00100000:3.0:1763338464.355355:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3656:x1848993303275904:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338464.355434:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3657:x1848993303276032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (216us total) trans 17179871912 rc 0/0 00000100:00100000:1.0:1763338464.355441:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7315 00000100:00100000:3.0:1763338464.355464:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3656:x1848993303275904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 109us (229us total) trans 17179871913 rc 0/0 00000004:00080000:1.0:1763338464.355472:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144bf9f80/2, rc 0, transno 17179871912 00000100:00100000:3.0:1763338464.355473:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7316 00000100:00100000:1.0:1763338464.355481:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303276032:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763338464.355513:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd144bfaa00/2, rc 0, transno 17179871913 00000100:00100000:3.0:1763338464.355520:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303275904:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338464.355728:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.355737:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.355744:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.355750:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.355754:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.355761:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.355775:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd2746d1400) 00010000:00010000:2.0:1763338464.355778:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.355782:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763338464.355788:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b37a5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:2.0:1763338464.355839:0:6518:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ee49ea82 reply state 0000000045eaeb6e transno 4294973431 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.355854:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.355862:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:2.0:1763338464.355864:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763338464.355867:0:6518:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763338464.355950:0:6518:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763338464.355965:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57073:x1848993291151232:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 5717us (6405us total) trans 4294973431 rc 0/0 00000100:00100000:2.0:1763338464.355974:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10444 00010000:00010000:2.0:1763338464.355997:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.356004:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.356010:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.356016:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.356020:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.356026:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.356035:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:2.0:1763338464.356038:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338464.356042:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00010000:00010000:2.0:1763338464.356048:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b37dd lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 00000100:00100000:3.0:1763338464.361779:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.361876:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291151360 00000100:00100000:0.0:1763338464.361888:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291151360 00000100:00100000:0.0:1763338464.361951:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10445 00000100:00100000:0.0:1763338464.361962:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57073:x1848993291151360:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.361991:0:6518:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.362015:0:6518:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5726 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.362075:0:6518:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.362091:0:6518:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 291 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.362107:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.362110:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338464.362114:0:6518:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49a00, rc 0) 00000100:00100000:0.0:1763338464.362177:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57073:x1848993291151360:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 216us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.362183:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10445 00000100:00100000:3.0:1763338464.366208:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.366332:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291151488 00000100:00100000:0.0:1763338464.366342:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291151488 00000100:00100000:0.0:1763338464.366978:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10446 00000100:00100000:0.0:1763338464.366993:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57073:x1848993291151488:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.367019:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.367043:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b37eb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af572d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.367120:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b37f2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.367139:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b37f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.367150:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b37f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338464.367196:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x204:0x0]: returning size 5 00000004:00200000:0.0:1763338464.367200:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338464.367218:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b37f2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.368896:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b37eb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af572d expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.368919:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b37f2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af572d expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.368928:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.368930:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338464.368934:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:0.0:1763338464.369023:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57073:x1848993291151488:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2033us (2827us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.369032:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10446 00000100:00100000:1.0:1763338464.373948:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.374067:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291151616 00000100:00100000:0.0:1763338464.374079:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291151616 00000100:00100000:0.0:1763338464.374140:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7317 00000100:00100000:0.0:1763338464.374150:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993291151616:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.374169:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.374189:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5734 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338464.374215:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a6:0x0] initial LVB size: 5, mtime: 0x691a68e0, atime: 0x0, ctime: 0x691a68e0, blocks: 0x8 00010000:00010000:0.0:1763338464.374236:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.374239:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.374249:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 22 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338464.374671:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 22 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338464.374792:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48c00, rc 0) 00000100:00100000:0.0:1763338464.374931:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291151616:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 781us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.374938:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7317 00000100:00100000:3.0:1763338464.413491:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.414013:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291151744 00000100:00100000:0.0:1763338464.414024:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291151744 00000100:00100000:0.0:1763338464.414093:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7318 00000100:00100000:0.0:1763338464.414104:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993291151744:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338464.414231:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993291151744:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 129us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.414240:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7318 00000100:00100000:3.0:1763338464.422351:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.422422:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291151872 00000100:00100000:2.0:1763338464.422434:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291151872 00000100:00100000:2.0:1763338464.422500:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7319 00000100:00100000:2.0:1763338464.422510:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291151872:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:2.0:1763338464.422633:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291151872:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 124us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.422642:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7319 00000100:00100000:1.0:1763338464.432455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.432555:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152000 00000100:00100000:3.0:1763338464.432566:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152000 00000100:00100000:3.0:1763338464.432643:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1783 00000100:00100000:3.0:1763338464.432655:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291152000:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:3.0:1763338464.432706:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432722:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.432725:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.432731:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432746:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432858:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432867:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432877:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432884:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338464.432890:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432899:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432915:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.432922:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3800 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338464.435879:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291152000:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 3213us (3423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763338464.435894:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1783 00000100:00100000:3.0:1763338464.441929:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.442155:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152128 00000100:00100000:0.0:1763338464.442165:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152128 00000100:00100000:0.0:1763338464.442230:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10447 00000100:00100000:0.0:1763338464.442241:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57073:x1848993291152128:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.442303:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.442335:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3807 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af573b expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.442370:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b380e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.442384:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b380e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.442395:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b380e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.442519:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3807 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af573b expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.442540:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49e00/0x4ea0a6980f4b380e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x204:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af573b expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.442549:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.442552:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338464.442556:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49e00, rc 0) 00000100:00100000:0.0:1763338464.442618:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57073:x1848993291152128:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 380us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.442626:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10447 00000100:00100000:0.0:1763338464.449110:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.449194:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152256 00000100:00100000:3.0:1763338464.449205:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152256 00000100:00100000:3.0:1763338464.449320:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1784 00000100:00100000:3.0:1763338464.449330:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291152256:12345-192.168.202.34@tcp:4:lfs.0 00002000:00010000:3.0:1763338464.449381:0:24006:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338464.449390:0:24006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.449405:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.449407:0:24006:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338464.449413:0:24006:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338464.449429:0:24006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763338464.460157:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839243 is committed 00000001:00080000:3.0:1763338464.460176:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839242 is committed 00002000:00010000:2.0:1763338464.460371:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763338464.460376:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338464.460379:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338464.460381:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763338464.460394:0:24006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.460406:0:24006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.460415:0:24006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.460423:0:24006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26ec00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338464.460428:0:24006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.460444:0:24006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.460463:0:24006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.460470:0:24006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b3815 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24006 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338464.461146:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2410:x1848993291152256:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 11812us (12043us total) trans 21474839243 rc 0/0 00000100:00100000:2.0:1763338464.461158:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1784 00000100:00100000:1.0:1763338464.481941:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.482042:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152512 00000100:00100000:0.0:1763338464.482053:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152512 00000100:00100000:0.0:1763338464.482117:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10448 00000100:00100000:0.0:1763338464.482127:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57073:x1848993291152512:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338464.482186:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338464.482219:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b37f2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x204:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af572d expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.482241:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.482247:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338464.482369:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.482384:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.482395:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338464.482520:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aaa69795 reply state 0000000051146636 transno 4294973432 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.482533:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.482540:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.482543:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338464.482546:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338464.482647:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57073:x1848993291152512:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 520us (714us total) trans 4294973432 rc 0/0 00000100:00100000:0.0:1763338464.482655:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10448 00000100:00100000:3.0:1763338464.485596:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.485693:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152640 00000100:00100000:0.0:1763338464.485704:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152640 00000100:00100000:0.0:1763338464.486464:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7320 00000100:00100000:0.0:1763338464.486530:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+12:57073:x1848993291152640:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.486548:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.486573:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5742 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338464.486603:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 4096, mtime: 0x691a68e0, atime: 0x0, ctime: 0x691a68e0, blocks: 0x8 00010000:00010000:0.0:1763338464.486629:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.486631:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338464.486640:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.486656:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.486670:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48800, rc 0) 00000100:00100000:0.0:1763338464.487516:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57073:x1848993291152640:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1035us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.487526:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7320 00000100:00100000:3.0:1763338464.490297:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.490526:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152768 00000100:00100000:0.0:1763338464.490536:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152768 00000100:00100000:2.0:1763338464.492583:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7321 00000100:00100000:2.0:1763338464.492607:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+22:57073:x1848993291152768:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338464.492626:0:27816:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338464.492650:0:27816:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5749 expref: -99 pid: 27816 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338464.492674:0:27816:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338464.492700:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338464.492703:0:27816:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338464.492710:0:27816:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 23 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.492726:0:27816:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 23 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338464.492743:0:27816:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93600, rc 0) 00000100:00100000:2.0:1763338464.492824:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+23:57073:x1848993291152768:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 227us (2571us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338464.492831:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7321 00000100:00100000:1.0:1763338464.500459:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.500505:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338464.500588:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291152896 00000100:00100000:3.0:1763338464.500599:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291152896 00002000:00010000:3.0:1763338464.500639:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/679 (5->18446744073709551615) 00002000:00100000:3.0:1763338464.500644:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bfa300 with x1848993291152896 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338464.500656:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144bfa300. 00000100:00100000:3.0:1763338464.500685:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291153024 00000100:00100000:3.0:1763338464.500689:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291153024 00002000:00010000:3.0:1763338464.500700:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/679 (0->18446744073709551615) 00002000:00100000:3.0:1763338464.500704:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bfb100 with x1848993291153024 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338464.500710:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144bfb100. 00000100:00100000:3.0:1763338464.500735:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1785 00000100:00100000:3.0:1763338464.500744:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291152896:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338464.501074:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763338464.501078:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.501081:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338464.501084:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:3.0:1763338464.501086:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763338464.501159:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291152896:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 414us (709us total) trans 21474839244 rc 0/0 00000100:00100000:3.0:1763338464.501167:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1785 00002000:00010000:3.0:1763338464.501172:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/679 (5->18446744073709551615) 00002000:00100000:3.0:1763338464.501175:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bfa300 with x1848993291152896 ext(5->18446744073709551615) 00002000:00010000:3.0:1763338464.501180:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144bfa300. 00000100:00100000:3.0:1763338464.501197:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1786 00000100:00100000:3.0:1763338464.501204:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291153024:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:3.0:1763338464.501348:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338464.501352:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb mtime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338464.501355:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338464.501357:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb ctime from disk: 0 -> 1763338464 00002000:00010000:3.0:1763338464.501360:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338464.501382:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291153024:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 178us (876us total) trans 17179871914 rc 0/0 00000100:00100000:3.0:1763338464.501389:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1786 00002000:00010000:3.0:1763338464.501404:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/679 (0->18446744073709551615) 00002000:00100000:3.0:1763338464.501407:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bfb100 with x1848993291153024 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338464.501412:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd144bfb100. 00000100:00100000:3.0:1763338464.506497:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.506619:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291153280 00000100:00100000:2.0:1763338464.506629:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291153280 00000100:00100000:0.0:1763338464.508393:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10449 00000100:00100000:0.0:1763338464.508412:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57073:x1848993291153280:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338464.508877:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.508895:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.508907:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00010000:0.0:1763338464.509011:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005aa1039a reply state 00000000fe14291c transno 4294973433 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.509023:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.509031:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.509035:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338464.509038:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338464.509143:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57073:x1848993291153280:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 738us (2656us total) trans 4294973433 rc 0/0 00000100:00100000:0.0:1763338464.509152:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10449 00000100:00100000:3.0:1763338464.513247:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.513432:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291153408 00000100:00100000:2.0:1763338464.513444:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291153408 00000100:00100000:2.0:1763338464.513491:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7322 00000100:00100000:2.0:1763338464.513499:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291153408:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:2.0:1763338464.513655:0:27816:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763338464.513659:0:27816:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:2.0:1763338464.513661:0:27816:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 1763338464 00002000:00010000:2.0:1763338464.513663:0:27816:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:2.0:1763338464.513665:0:27816:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763338464.513733:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291153408:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 233us (495us total) trans 17179871915 rc 0/0 00000100:00100000:2.0:1763338464.513741:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7322 00000100:00100000:1.0:1763338464.516437:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.517105:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291153664 00000100:00100000:0.0:1763338464.517115:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291153664 00000100:00100000:0.0:1763338464.517177:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3659 00000100:00100000:0.0:1763338464.517186:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57073:x1848993291153664:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:0.0:1763338464.517247:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000404:0x204:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b37c8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af571f expref: 296 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.517344:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763338464.517358:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.517367:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.517398:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 296 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.517411:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 296 pid: 6518 timeout: 1234 lvb_type: 0 00000100:00100000:0.0:1763338464.517425:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848993303276160:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338464.517510:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd251ff8000 going to sleep for 11 seconds 00000100:00100000:3.0:1763338464.519801:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338464.520243:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291153792 00000100:00100000:1.0:1763338464.520252:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291153792 00010000:00010000:1.0:1763338464.520337:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 297 pid: 6518 timeout: 1234 lvb_type: 0 00000100:00100000:1.0:1763338464.520376:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3437 00000100:00100000:1.0:1763338464.520385:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2410:x1848993291153792:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338464.520399:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338464.520405:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 297 pid: 6518 timeout: 1234 lvb_type: 0 00010000:00010000:1.0:1763338464.520417:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 297 pid: 6518 timeout: 1234 lvb_type: 0 00010000:00010000:1.0:1763338464.520439:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:1.0:1763338464.520445:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.520454:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.520461:0:10279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.520478:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338464.520532:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+297:2410:x1848993291153792:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 148us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338464.520539:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3437 00010000:00010000:0.0:1763338464.520995:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b37e4 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5726 expref: 296 pid: 6518 timeout: 1234 lvb_type: 0 00000100:00100000:0.0:1763338464.521010:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848993303276160:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338464.521028:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.521036:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.521041:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000040:00080000:0.0:1763338464.521251:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1714, 88 off143144 00000004:00080000:0.0:1763338464.521258:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1134232995643ns, next at 1134745913990ns, rc = 0 00000040:00080000:0.0:1763338464.521342:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1714, 88 off142904 00000004:00080000:0.0:1763338464.521347:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1134233084885ns, next at 1134745886836ns, rc = 0 00000040:00080000:0.0:1763338464.521364:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1715, 88 off142992 00000004:00080000:0.0:1763338464.521367:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1134233104943ns, next at 1134745886836ns, rc = 0 00000040:00080000:0.0:1763338464.521375:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1715, 88 off143232 00000004:00080000:0.0:1763338464.521378:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1134233115810ns, next at 1134745913990ns, rc = 0 00000001:00080000:3.0:1763338464.525341:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973434 is committed 00000004:00080000:3.0:1763338464.525356:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1124 committed 00000004:00080000:3.0:1763338464.525373:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1118 committed 00000004:00080000:3.0:1763338464.525383:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1117 committed 00000004:00080000:3.0:1763338464.525385:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1123 committed 00000100:00100000:0.0:1763338464.525844:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303276416:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.525910:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.525946:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763338464.525952:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303276288:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763338464.525970:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763338464.526020:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fdf2d040 reply state 0000000008d5fc29 transno 4294973434 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.526040:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.526049:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.526052:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763338464.526056:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338464.526063:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.526065:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338464.526071:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b37c8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af571f expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763338464.526161:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763338464.526172:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+293:57073:x1848993291153664:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 8986us (9745us total) trans 4294973434 rc 0/0 00000100:00100000:0.0:1763338464.526181:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3659 00000100:00100000:0.0:1763338464.526211:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276416 00000100:00100000:0.0:1763338464.526217:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276416 00000100:00100000:0.0:1763338464.526244:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276288 00000100:00100000:0.0:1763338464.526246:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276288 00000100:00100000:0.0:1763338464.526286:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7323 00000100:00100000:0.0:1763338464.526295:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303276416:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763338464.526435:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763338464.526438:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.526441:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.526443:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.526446:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338464.526480:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303276416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 186us (569us total) trans 21474839245 rc 0/0 00000100:00100000:0.0:1763338464.526487:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7323 00000100:00100000:0.0:1763338464.526517:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839242 gen 2 00000004:00080000:0.0:1763338464.526522:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430af480, transno 21474839232 00000004:00080000:0.0:1763338464.526529:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430aca80, transno 21474839233 00000004:00080000:0.0:1763338464.526533:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430af800, transno 21474839234 00000004:00080000:0.0:1763338464.526535:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1430afb80, transno 21474839235 00000004:00080000:0.0:1763338464.526538:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f88e00, transno 21474839236 00000004:00080000:0.0:1763338464.526540:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f8b100, transno 21474839237 00000004:00080000:0.0:1763338464.526543:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89500, transno 21474839238 00000004:00080000:0.0:1763338464.526545:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f8ad80, transno 21474839239 00000004:00080000:0.0:1763338464.526548:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89f80, transno 21474839241 00000004:00080000:0.0:1763338464.526550:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f88380, transno 21474839242 00000100:00100000:0.0:1763338464.526556:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd270f8bb80 x1848993303276416/t21474839245(21474839245) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763338480 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763338464.526566:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f8bb80/2, rc 0, transno 21474839245 00000100:00100000:0.0:1763338464.526572:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303276416:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338464.526656:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303276544:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763338464.526682:0:8863:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 2 in progress, 1 in flight, 10 done 00000100:00100000:1.0:1763338464.526695:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338464.526699:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7324 00000100:00100000:0.0:1763338464.526709:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303276288:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338464.526721:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763338464.526729:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303276672:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763338464.526756:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1763338464.526762:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338464.526766:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.526768:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.526771:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.526773:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338464.526790:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276544 00000100:00100000:1.0:1763338464.526796:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276544 00000100:00100000:0.0:1763338464.526808:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303276288:12345-0@lo:2:osp-syn-0-1.0 Request processed in 100us (835us total) trans 21474839246 rc 0/0 00000100:00100000:0.0:1763338464.526815:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7324 00000100:00100000:1.0:1763338464.526826:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276672 00000100:00100000:1.0:1763338464.526831:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276672 00000004:00080000:0.0:1763338464.526842:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd270f89880/2, rc 0, transno 21474839246 00000100:00100000:0.0:1763338464.526848:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303276288:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763338464.526859:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7325 00000100:00100000:0.0:1763338464.526869:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7326 00000100:00100000:1.0:1763338464.526871:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3656:x1848993303276544:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763338464.526881:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3656:x1848993303276672:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763338464.526950:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338464.526953:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.526956:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338464.526958:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:0.0:1763338464.526961:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a7:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763338464.526962:0:17642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763338464.526967:0:17642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb mtime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.526970:0:17642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb atime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.526972:0:17642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb ctime from disk: 1763338464 -> 1763338464 00002000:00010000:1.0:1763338464.526974:0:17642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a6:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763338464.526993:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+34:3656:x1848993303276672:12345-0@lo:2:osp-syn-1-1.0 Request processed in 115us (237us total) trans 17179871916 rc 0/0 00000100:00100000:0.0:1763338464.527001:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7326 00000100:00100000:1.0:1763338464.527014:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+33:3656:x1848993303276544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 146us (318us total) trans 17179871917 rc 0/0 00000100:00100000:1.0:1763338464.527022:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7325 00000004:00080000:1.0:1763338464.527066:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da6a00/2, rc 0, transno 17179871916 00000100:00100000:1.0:1763338464.527071:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303276672:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763338464.527080:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd267da4a80/2, rc 0, transno 17179871917 00000100:00100000:1.0:1763338464.527083:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303276544:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763338464.527205:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527215:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527221:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527232:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.527236:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527244:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527257:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:2.0:1763338464.527278:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.527282:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527289:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b381c lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527302:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527318:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527324:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527330:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338464.527333:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527339:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527348:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:2.0:1763338464.527352:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338464.527355:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338464.527362:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3831 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338464.527362:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.527391:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.527398:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.527408:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338464.527412:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.527418:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.527427:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:1.0:1763338464.527430:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338464.527433:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763338464.527438:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3838 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00000100:00100000:3.0:1763338464.533670:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.533743:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291153920 00000100:00100000:0.0:1763338464.533754:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291153920 00000100:00100000:0.0:1763338464.533821:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10450 00000100:00100000:0.0:1763338464.533831:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+290:57073:x1848993291153920:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.533857:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.533880:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b383f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5750 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.533938:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b383f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5750 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.533953:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49a00/0x4ea0a6980f4b383f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5750 expref: 291 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.533969:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.533973:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338464.533976:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49a00, rc 0) 00000100:00100000:0.0:1763338464.534374:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57073:x1848993291153920:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 542us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338464.534381:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10450 00000100:00100000:0.0:1763338464.538108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338464.538956:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291154176 00000100:00100000:2.0:1763338464.538969:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291154176 00000100:00100000:2.0:1763338464.539057:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3660 00000100:00100000:2.0:1763338464.539068:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57073:x1848993291154176:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:2.0:1763338464.539392:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x204:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763338464.539451:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1716, 64 off143296 00000040:00080000:2.0:1763338464.539471:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1716, 64 off143056 00000040:00080000:2.0:1763338464.539480:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1717, 64 off143120 00000040:00080000:2.0:1763338464.539489:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1717, 64 off143360 00010000:00010000:2.0:1763338464.539553:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763338464.539569:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.539580:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.539589:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.539595:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.539602:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338464.539621:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763338464.539802:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338464.539809:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.539816:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93000 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338464.539820:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.539828:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.539841:0:8420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x204:0x0].0x0 (ffff8fd1449ba500) 00010000:00010000:0.0:1763338464.539845:0:8420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763338464.539849:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.539856:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3846 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338464.539868:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.539870:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338464.539872:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338464.542557:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57073:x1848993291154176:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 3480us (4450us total) trans 4294973435 rc 0/0 00000100:00100000:2.0:1763338464.542572:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3660 00000100:00100000:1.0:1763338464.548716:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338464.548874:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291154432 00000100:00100000:0.0:1763338464.548884:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291154432 00000100:00100000:0.0:1763338464.548936:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10451 00000100:00100000:0.0:1763338464.548946:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57073:x1848993291154432:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338464.548971:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338464.548994:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b384d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5757 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.549076:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.549090:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549102:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549115:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338464.549120:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549126:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549170:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549177:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549184:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549195:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549201:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.549205:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549212:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549223:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:0.0:1763338464.549226:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338464.549229:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549235:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3854 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549248:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549255:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549277:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549284:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338464.549286:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549292:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549313:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd1449aa200) 00010000:00010000:0.0:1763338464.549316:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338464.549319:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549324:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b385b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338464.549357:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b384d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5757 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.549367:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd1449aa500) 00010000:00010000:0.0:1763338464.549369:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338464.549372:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b384d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5757 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338464.549383:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48400, rc 0) 00000100:00100000:0.0:1763338464.549451:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57073:x1848993291154432:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 506us (745us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338464.549459:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10451 00010000:00010000:1.0:1763338465.297925:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338465.359707:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763338465.359733:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303276800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763338465.359802:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.359850:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276800 00000100:00100000:1.0:1763338465.359858:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276800 00000100:00100000:1.0:1763338465.359905:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1763338465.359913:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303276800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763338465.359951:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445916672 avail 1299677184 00000100:00100000:1.0:1763338465.359993:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303276800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.360000:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1763338465.360051:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303276800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763338465.367423:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303277312:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367500:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.367543:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3654:1848993303277824:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367567:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.367595:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848993303278336:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367615:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.367639:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763338465.367648:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:192bbc18-1509-47d5-8978-c78322e92577:3654:1848993303276928:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367671:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.367700:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303277440:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367719:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.367733:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3654:1848993303277952:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367750:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.367826:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277824 00000100:00100000:0.0:1763338465.367832:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277824 00000100:00100000:0.0:1763338465.367878:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278336 00000100:00100000:0.0:1763338465.367881:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278336 00000100:00100000:0.0:1763338465.367896:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277952 00000100:00100000:0.0:1763338465.367898:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277952 00000100:00100000:0.0:1763338465.367914:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1763338465.367922:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848993303277824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.367964:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848993303277824:12345-0@lo:400:kworker.0 Request processed in 43us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.367971:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1763338465.367987:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1763338465.367992:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848993303278336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368019:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848993303278336:12345-0@lo:400:kworker.0 Request processed in 27us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.368024:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1763338465.368035:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1763338465.368041:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848993303277952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368067:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848993303277952:12345-0@lo:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.368076:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1763338465.368093:0:32330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303276928 00000100:00100000:0.0:1763338465.368096:0:32330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303276928 00000100:00100000:0.0:1763338465.368120:0:32330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1763338465.368125:0:32330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd143b3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:192bbc18-1509-47d5-8978-c78322e92577+23:3654:x1848993303276928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368151:0:32330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd143b3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:192bbc18-1509-47d5-8978-c78322e92577+23:3654:x1848993303276928:12345-0@lo:400:kworker.0 Request processed in 26us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.368157:0:32330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00080000:0.0:1763338465.368180:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763338465.368185:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763338465.368213:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:192bbc18-1509-47d5-8978-c78322e92577:3654:1848993303276928:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368225:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3654:1848993303277952:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368234:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3654:1848993303277824:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368242:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848993303278336:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368285:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763338465.368293:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303278464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763338465.368330:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338465.368408:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277312 00000100:00100000:0.0:1763338465.368412:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277312 00000100:00100000:0.0:1763338465.368434:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277440 00000100:00100000:0.0:1763338465.368437:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277440 00000100:00100000:0.0:1763338465.368457:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1763338465.368463:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303277312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368495:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303277312:12345-0@lo:400:kworker.0 Request processed in 32us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.368504:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1763338465.368515:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1763338465.368521:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303277440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368545:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3654:x1848993303277440:12345-0@lo:400:kworker.0 Request processed in 25us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.368551:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:0.0:1763338465.368563:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763338465.368578:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303277440:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.368587:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303277312:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368738:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303277056:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368767:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368797:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1848993303277568:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368815:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368826:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303278080:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368842:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368856:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144b3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303278592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763338465.368872:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368888:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1763338465.368894:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1848993303277184:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368911:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368923:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1848993303277696:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368938:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368948:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303278208:0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.368964:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.368978:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303278720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763338465.368998:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338465.369025:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278080 00000100:00100000:1.0:1763338465.369028:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278080 00000100:00100000:1.0:1763338465.369165:0:27816:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278208 00000100:00100000:1.0:1763338465.369169:0:27816:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278208 00000100:00100000:1.0:1763338465.369189:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1763338465.369195:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303278080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.369228:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303278080:12345-0@lo:400:kworker.0 Request processed in 32us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369237:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1763338465.369248:0:27816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1763338465.369254:0:27816:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303278208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.369318:0:27816:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303278208:12345-0@lo:400:kworker.0 Request processed in 64us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369325:0:27816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1763338465.369342:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277568 00000100:00100000:1.0:1763338465.369345:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277568 00000100:00100000:1.0:1763338465.369371:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277184 00000100:00100000:1.0:1763338465.369374:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277184 00000100:00100000:1.0:1763338465.369384:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277696 00000100:00100000:1.0:1763338465.369386:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277696 00000100:00100000:1.0:1763338465.369397:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1763338465.369402:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1848993303277568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.369428:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1848993303277568:12345-0@lo:400:kworker.0 Request processed in 26us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369434:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1763338465.369445:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1763338465.369450:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1848993303277184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.369471:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1848993303277184:12345-0@lo:400:kworker.0 Request processed in 22us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369477:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1763338465.369485:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1763338465.369490:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1848993303277696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763338465.369513:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1848993303277696:12345-0@lo:400:kworker.0 Request processed in 23us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369521:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1763338465.369537:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278464 00000100:00100000:1.0:1763338465.369541:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278464 00000100:00100000:1.0:1763338465.369560:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278592 00000100:00100000:1.0:1763338465.369563:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278592 00000100:00100000:1.0:1763338465.369572:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1763338465.369578:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848993303278464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763338465.369598:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484896320 pending 0 free 3919175680 avail 3687653376 00000100:00100000:1.0:1763338465.369629:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848993303278464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369635:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1763338465.369645:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1763338465.369651:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303278592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763338465.369666:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484954560 pending 57344 free 3920228352 avail 3688706048 00000100:00100000:1.0:1763338465.369689:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303278592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338465.369695:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1763338465.369811:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303277056 00000100:00100000:0.0:1763338465.369815:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303277056 00000100:00100000:0.0:1763338465.369838:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278720 00000100:00100000:0.0:1763338465.369841:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278720 00000100:00100000:0.0:1763338465.369851:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1763338465.369856:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303277056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.369889:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303277056:12345-0@lo:400:kworker.0 Request processed in 33us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.369895:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1763338465.369906:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1763338465.369911:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303278720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763338465.369930:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:0.0:1763338465.369953:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303278720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338465.369959:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00080000:0.0:1763338465.370002:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763338465.370005:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763338465.370008:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763338465.370010:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763338465.370056:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3656:1848993303277184:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.370066:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3656:1848993303277696:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.370074:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303278208:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.370086:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303278720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763338465.370094:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303277056:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.370102:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1848993303277568:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.370111:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303278080:0@lo:400:kworker.0 00000100:00100000:0.0:1763338465.370120:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303278592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763338465.370163:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144b3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848993303278464:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1763338466.320191:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763338466.383497:0:9995:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1136095230784ns, next at 1137095227634ns, rc = 0 00000100:00100000:2.0:1763338466.383509:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763338466.383534:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303278848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763338466.383611:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338466.384717:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278848 00000100:00100000:0.0:1763338466.384728:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278848 00000100:00100000:0.0:1763338466.384796:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1763338466.384807:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+33:3655:x1848993303278848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763338466.384833:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484954560 pending 57344 free 3920228352 avail 3688706048 00000100:00100000:2.0:1763338466.385801:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303278848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763338466.385868:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+33:3655:x1848993303278848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1062us (2257us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338466.385877:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1763338466.870558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338466.870611:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338466.870695:0:32328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291154560 00000100:00100000:0.0:1763338466.870708:0:32328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291154560 00000100:00100000:0.0:1763338466.870774:0:32328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 148 00000100:00100000:0.0:1763338466.870788:0:32328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd143b3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2409:x1848993291154560:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763338466.870886:0:32328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd143b3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2409:x1848993291154560:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 101us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338466.870894:0:32328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 148 00000100:00100000:2.0:1763338466.871124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338466.871150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338466.871432:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155072 00000100:00100000:0.0:1763338466.871438:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155072 00000100:00100000:0.0:1763338466.871487:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 822 00000100:00100000:0.0:1763338466.871494:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291155072:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:0.0:1763338466.871544:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291155072:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 49us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338466.871550:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 822 00000100:00080000:0.0:1763338466.871571:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763338466.871702:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338466.871721:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291154944 00000100:00100000:2.0:1763338466.871725:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291154944 00000100:00100000:2.0:1763338466.871758:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00100000:2.0:1763338466.871766:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291154944:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:2.0:1763338466.871803:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291154944:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 38us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338466.871810:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 823 00000100:00080000:2.0:1763338466.871826:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763338466.871869:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291154816 00000100:00100000:1.0:1763338466.871875:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291154816 00000100:00100000:1.0:1763338466.871923:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291154688 00000100:00100000:1.0:1763338466.871927:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291154688 00000100:00100000:1.0:1763338466.871948:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1360 00000100:00100000:1.0:1763338466.871954:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291154816:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763338466.871984:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:2409:x1848993291154816:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 31us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338466.871991:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1360 00000100:00100000:1.0:1763338466.872003:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1361 00000100:00100000:1.0:1763338466.872008:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291154688:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763338466.872027:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291154688:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 19us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338466.872033:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1361 00000100:00080000:2.0:1763338466.872191:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763338466.872194:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1763338467.344065:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763338468.370059:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763338468.685535:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338468.685602:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155200 00000100:00100000:1.0:1763338468.685615:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155200 00000100:00100000:1.0:1763338468.685706:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10452 00000100:00100000:1.0:1763338468.685719:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57497:x1848993291155200:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763338468.685748:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338468.685785:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3862 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af575e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763338468.686334:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1763338468.686982:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338468.687005:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687020:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687035:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338468.687042:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687049:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687103:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687111:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687118:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687124:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338468.687129:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687138:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687151:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338468.687155:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338468.687160:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687167:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3869 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687178:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687184:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687189:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687195:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338468.687198:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687204:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687211:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338468.687214:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338468.687217:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687223:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b3870 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.687292:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3862 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af575e expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338468.687306:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338468.687309:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338468.687313:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3862 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af575e expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338468.687326:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338468.687426:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57497:x1848993291155200:12345-192.168.202.34@tcp:101:rm.0 Request processed in 1709us (1911us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338468.687440:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10452 00000100:00100000:0.0:1763338468.699803:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338468.700332:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155328 00000100:00100000:1.0:1763338468.700348:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155328 00000100:00100000:1.0:1763338468.700446:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10453 00000100:00100000:1.0:1763338468.700461:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57497:x1848993291155328:12345-192.168.202.34@tcp:101:rm.0 00010000:00010000:1.0:1763338468.700492:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338468.700530:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3877 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5765 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338468.700641:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338468.700660:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700676:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700693:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763338468.700701:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700709:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700761:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700769:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700777:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700784:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338468.700790:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700798:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700813:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338468.700817:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338468.700822:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700829:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b387e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700840:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700847:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700852:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700858:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338468.700861:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700868:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700875:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0xcca0c426 (ffff8fd250f63200) 00010000:00010000:1.0:1763338468.700878:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338468.700881:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700892:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3885 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763338468.700938:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3877 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5765 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338468.700950:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338468.700952:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338468.700956:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3877 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5765 expref: 293 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338468.700969:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338468.701053:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57497:x1848993291155328:12345-192.168.202.34@tcp:101:rm.0 Request processed in 595us (1261us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338468.701062:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10453 00010000:00010000:1.0:1763338469.392544:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338469.459459:0:8864:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1139171191787ns, next at 1140171187212ns, rc = 0 00000100:00100000:3.0:1763338469.459460:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303278976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763338469.459560:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338469.461514:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303278976 00000100:00100000:2.0:1763338469.461534:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303278976 00000100:00100000:2.0:1763338469.461627:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1763338469.461641:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303278976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763338469.461685:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484896320 pending 0 free 3919175680 avail 3687653376 00000100:00100000:2.0:1763338469.461783:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303278976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (2223us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338469.461792:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1763338469.461889:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303278976:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1763338469.462148:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1763338469.462511:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871917 is committed 00000001:00080000:1.0:1763338469.462530:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871915 is committed 00000001:02000400:1.0:1763338470.242760:0:35456:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 70a: flr mode fsx test ================ 19:14:29 (1763338469) 00010000:00010000:3.0:1763338470.431235:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338470.440197:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338470.440242:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155456 00000100:00100000:3.0:1763338470.440288:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155456 00000100:00100000:3.0:1763338470.440366:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10454 00000100:00100000:3.0:1763338470.440376:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57658:x1848993291155456:12345-192.168.202.34@tcp:41:stat.0 00000004:00000024:3.0:1763338470.440443:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7839404032 avail 7376302080 00000100:00100000:3.0:1763338470.440530:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57658:x1848993291155456:12345-192.168.202.34@tcp:41:stat.0 Request processed in 155us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.440538:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10454 00000100:00080000:3.0:1763338470.440563:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763338470.479635:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303279488:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.479738:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.479806:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1848993303280000:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.479832:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.479848:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303280512:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.479871:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.479901:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763338470.479907:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848993303279360:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.479930:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.479946:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1848993303279872:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.479968:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.479984:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303280384:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.480004:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.480038:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279488 00000100:00100000:2.0:1763338470.480048:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279488 00000100:00100000:2.0:1763338470.480105:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280512 00000100:00100000:2.0:1763338470.480108:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280512 00000100:00100000:2.0:1763338470.480140:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280384 00000100:00100000:2.0:1763338470.480143:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280384 00000100:00100000:2.0:1763338470.480170:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1763338470.480180:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303279488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.480245:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303279488:12345-0@lo:400:kworker.0 Request processed in 66us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.480296:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1763338470.480319:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1763338470.480325:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303280512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.480353:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303280512:12345-0@lo:400:kworker.0 Request processed in 29us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.480360:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1763338470.480370:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1763338470.480375:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303280384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.480399:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303280384:12345-0@lo:400:kworker.0 Request processed in 25us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.480405:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00080000:2.0:1763338470.480427:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763338470.480431:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763338470.480467:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303280384:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.480479:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303279488:0@lo:400:kworker.0 00000100:00100000:2.0:1763338470.480487:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303280512:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.480820:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:192bbc18-1509-47d5-8978-c78322e92577:3656:1848993303279104:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.480860:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.480888:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303279616:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.480911:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.480925:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3656:1848993303280128:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.480942:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.480955:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1848993303280640:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.480972:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.480987:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763338470.480993:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303279232:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481015:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.481031:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1848993303279744:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.481058:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303280256:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.481105:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279616 00000100:00100000:0.0:1763338470.481109:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279616 00000100:00100000:0.0:1763338470.481141:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1763338470.481147:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3656:x1848993303279616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481183:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3656:x1848993303279616:12345-0@lo:400:kworker.0 Request processed in 35us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.481189:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1763338470.481589:0:32330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279104 00000100:00100000:0.0:1763338470.481594:0:32330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279104 00000100:00100000:0.0:1763338470.481628:0:32330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1763338470.481635:0:32330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd143b3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:192bbc18-1509-47d5-8978-c78322e92577+23:3656:x1848993303279104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481670:0:32330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd143b3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:192bbc18-1509-47d5-8978-c78322e92577+23:3656:x1848993303279104:12345-0@lo:400:kworker.0 Request processed in 36us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.481677:0:32330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1763338470.481708:0:8019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279232 00000100:00100000:0.0:1763338470.481712:0:8019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279232 00000100:00100000:0.0:1763338470.481737:0:8019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280256 00000100:00100000:0.0:1763338470.481740:0:8019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280256 00000100:00100000:0.0:1763338470.481755:0:8019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1763338470.481761:0:8019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303279232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481795:0:8019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303279232:12345-0@lo:400:kworker.0 Request processed in 34us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.481801:0:8019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1763338470.481814:0:8019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1763338470.481822:0:8019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303280256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481850:0:8019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303280256:12345-0@lo:400:kworker.0 Request processed in 29us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.481857:0:8019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1763338470.481907:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303279232:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481919:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303280256:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481927:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:192bbc18-1509-47d5-8978-c78322e92577:3656:1848993303279104:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.481938:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871917 gen 2 00000004:00080000:0.0:1763338470.481945:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15880, transno 17179871880 00000004:00080000:0.0:1763338470.481954:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16a00, transno 17179871881 00000004:00080000:0.0:1763338470.481958:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15500, transno 17179871882 00000004:00080000:0.0:1763338470.481961:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd24534f100, transno 17179871883 00000004:00080000:0.0:1763338470.481964:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c16300, transno 17179871884 00000004:00080000:0.0:1763338470.481967:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c14000, transno 17179871885 00000004:00080000:0.0:1763338470.481970:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c17480, transno 17179871886 00000004:00080000:0.0:1763338470.481973:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd145c15f80, transno 17179871887 00000004:00080000:0.0:1763338470.481976:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd146128380, transno 17179871889 00000004:00080000:0.0:1763338470.481979:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612aa00, transno 17179871890 00000004:00080000:0.0:1763338470.481982:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612a300, transno 17179871891 00000004:00080000:0.0:1763338470.481985:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14612b480, transno 17179871892 00000004:00080000:0.0:1763338470.481988:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858ed80, transno 17179871895 00000004:00080000:0.0:1763338470.481991:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858d880, transno 17179871896 00000004:00080000:0.0:1763338470.481995:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858e300, transno 17179871897 00000004:00080000:0.0:1763338470.481998:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd14858dc00, transno 17179871898 00000004:00080000:0.0:1763338470.482001:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4380, transno 17179871902 00000004:00080000:0.0:1763338470.482004:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c6a00, transno 17179871903 00000004:00080000:0.0:1763338470.482007:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c7b80, transno 17179871904 00000004:00080000:0.0:1763338470.482010:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c5f80, transno 17179871905 00000004:00080000:0.0:1763338470.482013:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c5180, transno 17179871906 00000004:00080000:0.0:1763338470.482016:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4000, transno 17179871907 00000004:00080000:0.0:1763338470.482019:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c4a80, transno 17179871908 00000004:00080000:0.0:1763338470.482023:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2789c6d80, transno 17179871909 00000004:00080000:0.0:1763338470.482026:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bf9f80, transno 17179871912 00000004:00080000:0.0:1763338470.482029:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd144bfaa00, transno 17179871913 00000004:00080000:0.0:1763338470.482031:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da6a00, transno 17179871916 00000004:00080000:0.0:1763338470.482034:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd267da4a80, transno 17179871917 00000100:00100000:0.0:1763338470.482039:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303279616:0@lo:400:kworker.0 00000100:00100000:0.0:1763338470.482065:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763338470.482075:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303280768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763338470.482108:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338470.482356:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280000 00000100:00100000:3.0:1763338470.482362:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280000 00000100:00100000:3.0:1763338470.482394:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279360 00000100:00100000:3.0:1763338470.482398:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279360 00000100:00100000:3.0:1763338470.482410:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279872 00000100:00100000:3.0:1763338470.482414:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279872 00000100:00100000:3.0:1763338470.482427:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280128 00000100:00100000:3.0:1763338470.482429:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280128 00000100:00100000:3.0:1763338470.482440:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280640 00000100:00100000:3.0:1763338470.482442:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280640 00000100:00100000:3.0:1763338470.482451:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303279744 00000100:00100000:3.0:1763338470.482453:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303279744 00000100:00100000:3.0:1763338470.482466:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1763338470.482472:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848993303280000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482520:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848993303280000:12345-0@lo:400:kworker.0 Request processed in 48us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.482526:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1763338470.482541:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1763338470.482546:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848993303279360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482571:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848993303279360:12345-0@lo:400:kworker.0 Request processed in 25us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.482576:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1763338470.482586:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1763338470.482592:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848993303279872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482619:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848993303279872:12345-0@lo:400:kworker.0 Request processed in 29us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.482624:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1763338470.482634:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1763338470.482639:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1848993303280128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482670:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1848993303280128:12345-0@lo:400:kworker.0 Request processed in 30us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.482676:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1763338470.482686:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1763338470.482691:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1848993303280640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482718:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1848993303280640:12345-0@lo:400:kworker.0 Request processed in 27us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.482724:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1763338470.482733:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1763338470.482739:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1848993303279744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482767:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3656:x1848993303279744:12345-0@lo:400:kworker.0 Request processed in 28us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.482772:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1763338470.482806:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3656:1848993303279744:0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482818:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3656:1848993303280128:0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482829:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1848993303280640:0@lo:400:kworker.0 00000100:00100000:3.0:1763338470.482928:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303280896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763338470.482960:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338470.482990:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280896 00000100:00100000:3.0:1763338470.482993:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280896 00000100:00100000:3.0:1763338470.483016:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1763338470.483021:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303280896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763338470.483051:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:3.0:1763338470.483087:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1469f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303280896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338470.483096:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1763338470.483126:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303280896:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763338470.483221:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303280768 00000100:00100000:1.0:1763338470.483226:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303280768 00000100:00080000:2.0:1763338470.483236:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763338470.483242:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763338470.483245:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763338470.483287:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303281024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763338470.483292:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1763338470.483300:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303280768:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763338470.483320:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1763338470.483322:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484897216 pending 0 free 3920228352 avail 3688706048 00000100:00100000:1.0:1763338470.483358:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303280768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.483360:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848993303279360:0@lo:400:kworker.0 00000100:00100000:1.0:1763338470.483364:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1763338470.483375:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1848993303279872:0@lo:400:kworker.0 00000100:00100000:1.0:1763338470.483384:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763338470.483388:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3655:1848993303280000:0@lo:400:kworker.0 00000100:00100000:1.0:1763338470.483393:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848993303281152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763338470.483412:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303281024 00000100:00100000:2.0:1763338470.483416:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303281024 00000100:00100000:1.0:1763338470.483419:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.483441:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1763338470.483442:0:10993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303281152 00000100:00100000:1.0:1763338470.483445:0:10993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303281152 00000100:00100000:2.0:1763338470.483447:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303281024:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763338470.483465:0:10993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000004:00000024:2.0:1763338470.483466:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445916672 avail 1299677184 00000100:00100000:1.0:1763338470.483471:0:10993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1848993303281152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763338470.483481:0:10993:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484896320 pending 0 free 3919175680 avail 3687653376 00000100:00100000:2.0:1763338470.483498:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848993303281024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.483504:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1763338470.483506:0:10993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1848993303281152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.483511:0:10993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1763338470.483535:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303280768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763338470.483535:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848993303281152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763338470.483564:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848993303281024:0@lo:41:osp-pre-1-0.0 00000004:00080000:0.0:1763338470.484823:0:9993:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 0 in progress, 0 in flight, 28 done 00000004:00080000:3.0:1763338470.486172:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1119 committed 00000004:00080000:3.0:1763338470.486209:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1125 committed 00000001:00080000:3.0:1763338470.486226:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973435 is committed 00000100:00100000:3.0:1763338470.486389:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303281408:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763338470.486475:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338470.486628:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303281280:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763338470.486659:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.486864:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303281408 00000100:00100000:2.0:1763338470.486886:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303281408 00000100:00100000:2.0:1763338470.486948:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303281280 00000100:00100000:2.0:1763338470.486952:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303281280 00000100:00100000:2.0:1763338470.486975:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7327 00000100:00100000:2.0:1763338470.486984:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3654:x1848993303281408:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763338470.487022:0:8869:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:679 count 1 00000100:00100000:3.0:1763338470.487054:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7328 00010000:00010000:2.0:1763338470.487057:0:8869:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338470.487063:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3657:x1848993303281280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763338470.487076:0:31107:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:678 count 1 00010000:00010000:2.0:1763338470.487083:0:8869:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 11 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.487090:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.487094:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338470.487097:0:8869:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338470.487101:0:31107:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338470.487101:0:8869:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.487109:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338470.487110:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338470.487112:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.487132:0:8869:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 11 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.487149:0:8869:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 11 pid: 27816 timeout: 1240 lvb_type: 0 00000100:00100000:2.0:1763338470.487162:0:8869:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303281792:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338470.487237:0:8869:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd14474d240 going to sleep for 11 seconds 00000100:00100000:2.0:1763338470.487295:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303281664:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763338470.487306:0:31107:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338470.487316:0:31107:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 11 pid: 8405 timeout: 1240 lvb_type: 1 00000100:00100000:2.0:1763338470.487327:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338470.487332:0:31107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303281920:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338470.487364:0:31107:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f780 going to sleep for 11 seconds 00000100:00100000:2.0:1763338470.487371:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd1498fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303281536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338470.487396:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763338470.487638:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303281664 00000100:00100000:3.0:1763338470.487644:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303281664 00000100:00100000:3.0:1763338470.487681:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303281536 00000100:00100000:3.0:1763338470.487684:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303281536 00000100:00100000:3.0:1763338470.487702:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7329 00000100:00100000:3.0:1763338470.487708:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3656:x1848993303281664:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763338470.487728:0:17642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:679 count 1 00010000:00010000:3.0:1763338470.487749:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.487762:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.487769:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338470.487770:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338470.487773:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.487796:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.487806:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 1240 lvb_type: 0 00000100:00100000:3.0:1763338470.487823:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2708e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303282048:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338470.487933:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f180 going to sleep for 11 seconds 00000100:00100000:1.0:1763338470.488138:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7330 00000100:00100000:1.0:1763338470.488149:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3655:x1848993303281536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763338470.488163:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:678 count 1 00010000:00010000:1.0:1763338470.488177:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.488189:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.488196:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338470.488197:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763338470.488200:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.488227:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 13 pid: 27816 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.488237:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 13 pid: 27816 timeout: 1240 lvb_type: 0 00000100:00100000:1.0:1763338470.488246:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303282176:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338470.488344:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25266ae40 going to sleep for 11 seconds 00000001:00080000:0.0:1763338470.490110:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839246 is committed 00000001:00080000:0.0:1763338470.490128:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839244 is committed 00000100:00100000:0.0:1763338470.501105:0:8869:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8869:1848993303281792:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338470.501148:0:8869:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338470.504675:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303282048:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338470.504718:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338470.506501:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.506539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.506566:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.506609:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.506643:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155584 00000100:00100000:2.0:1763338470.506652:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155584 00010000:00010000:2.0:1763338470.506710:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 12 pid: 27816 timeout: 1240 lvb_type: 0 00000100:00100000:2.0:1763338470.506749:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155840 00000100:00100000:2.0:1763338470.506751:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155840 00010000:00010000:2.0:1763338470.506765:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 13 pid: 27816 timeout: 1240 lvb_type: 0 00000100:00100000:2.0:1763338470.506776:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155712 00000100:00100000:2.0:1763338470.506778:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155712 00010000:00010000:2.0:1763338470.506787:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 14 pid: 8405 timeout: 1240 lvb_type: 0 00000100:00100000:2.0:1763338470.506796:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291155968 00000100:00100000:2.0:1763338470.506798:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291155968 00010000:00010000:2.0:1763338470.506806:0:8421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 13 pid: 8405 timeout: 1240 lvb_type: 1 00000100:00100000:2.0:1763338470.506819:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3438 00000100:00100000:2.0:1763338470.506827:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291155584:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338470.506845:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338470.506850:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 13 pid: 27816 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.506863:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 13 pid: 27816 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.506889:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b382a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5749 expref: 13 pid: 27816 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.506913:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.506915:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.506921:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.506933:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.506961:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338470.507023:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2407:x1848993291155584:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 195us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.507031:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3438 00000100:00100000:2.0:1763338470.507053:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3439 00000100:00100000:2.0:1763338470.507060:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291155840:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338470.507069:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338470.507073:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 14 pid: 27816 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.507081:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 14 pid: 27816 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.507094:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.507096:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.507099:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507110:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507120:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338470.507143:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291155840:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 84us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.507149:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3439 00000100:00100000:2.0:1763338470.507161:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3440 00000100:00100000:2.0:1763338470.507168:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291155712:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338470.507178:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338470.507182:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.507190:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.507201:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5742 expref: 13 pid: 8405 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.507211:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.507213:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.507216:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507221:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507237:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338470.507303:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2407:x1848993291155712:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 135us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.507310:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3440 00000100:00100000:2.0:1763338470.507323:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3441 00000100:00100000:2.0:1763338470.507330:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+11:2410:x1848993291155968:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338470.507338:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338470.507343:0:8421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 11 pid: 8405 timeout: 1240 lvb_type: 1 00010000:00010000:2.0:1763338470.507352:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 11 pid: 8405 timeout: 1240 lvb_type: 1 00010000:00010000:2.0:1763338470.507365:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.507367:0:8421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.507370:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507377:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507388:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338470.507406:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+11:2410:x1848993291155968:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 77us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.507412:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3441 00000100:00080000:2.0:1763338470.507444:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763338470.507449:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1763338470.507631:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b37f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5734 expref: 10 pid: 8405 timeout: 1240 lvb_type: 1 00000100:00100000:2.0:1763338470.507642:0:31107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:31107:1848993303281920:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338470.507664:0:31107:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507675:0:31107:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507681:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507691:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507698:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.507718:0:31107:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338470.508104:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3657:x1848993303281280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21040us (21440us total) trans 17179871918 rc 0/0 00000100:00100000:2.0:1763338470.508113:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7328 00010000:00010000:2.0:1763338470.508138:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338470.508145:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508158:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26e600 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338470.508164:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508173:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508190:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508196:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3893 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508214:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.508216:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.508217:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.508231:0:8869:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508238:0:8869:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508245:0:8869:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508292:0:8869:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508311:0:8869:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763338470.508427:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303281408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21444us (21952us total) trans 17179871919 rc 0/0 00000100:00100000:2.0:1763338470.508434:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7327 00010000:00010000:2.0:1763338470.508455:0:8420:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338470.508460:0:8420:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508468:0:8420:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338470.508471:0:8420:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508479:0:8420:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508490:0:8420:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508497:0:8420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b388c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.508511:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.508513:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.508515:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763338470.508546:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708e8380/2, rc 0, transno 17179871919 00000100:00100000:2.0:1763338470.508553:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303281408:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763338470.508731:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd2708e8a80/2, rc 0, transno 17179871918 00000100:00100000:1.0:1763338470.508737:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2708e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848993303281280:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763338470.508765:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b376d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5703 expref: 11 pid: 27816 timeout: 1240 lvb_type: 0 00000100:00100000:1.0:1763338470.508777:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd267da4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303282176:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338470.508794:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.508802:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.508808:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.508816:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.508823:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.509037:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763338470.509232:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3655:x1848993303281536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21084us (21833us total) trans 21474839247 rc 0/0 00000100:00100000:1.0:1763338470.509240:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7330 00010000:00010000:1.0:1763338470.509303:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.509313:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.509321:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.509328:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511213:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763338470.511231:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511248:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338470.511271:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511284:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511311:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511319:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b38a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511356:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763338470.511361:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511367:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26fe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338470.511369:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511376:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511386:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.511398:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338470.511400:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763338470.511402:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763338470.511569:0:17642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763338470.511579:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b389a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338470.512092:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3656:x1848993303281664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24377us (24757us total) trans 21474839248 rc 0/0 00000100:00100000:1.0:1763338470.512106:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7329 00010000:00010000:3.0:1763338470.512199:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338470.512309:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839246 gen 2 00000004:00080000:0.0:1763338470.512317:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f8bb80, transno 21474839245 00000004:00080000:0.0:1763338470.512333:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd270f89880, transno 21474839246 00000100:00100000:0.0:1763338470.512341:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8fd1498f9880 x1848993303281664/t21474839248(21474839248) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763338486 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763338470.512356:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498f9880/2, rc 0, transno 21474839248 00000100:00100000:0.0:1763338470.512362:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848993303281664:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763338470.512792:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8fd1498fa680/2, rc 0, transno 21474839247 00000100:00100000:2.0:1763338470.512799:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd1498fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303281536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763338470.519499:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.519582:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156096 00000100:00100000:1.0:1763338470.519606:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156096 00000100:00100000:1.0:1763338470.519693:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10455 00000100:00100000:1.0:1763338470.519707:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57662:x1848993291156096:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338470.519738:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.519767:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b38a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af576c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.519866:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519885:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519898:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519914:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519921:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519928:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519987:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.519995:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520001:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520012:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520018:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.520023:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520031:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520044:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd14307d000) 00010000:00010000:1.0:1763338470.520047:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.520052:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520059:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b38af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520075:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520081:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520087:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520092:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.520095:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520101:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520113:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff8fd250f63000) 00010000:00010000:1.0:1763338470.520115:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.520118:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520123:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.520159:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b38a8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af576c expref: 19 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.520170:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd14307d000) 00010000:00010000:1.0:1763338470.520173:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.520176:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b38a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af576c expref: 19 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.520185:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb600, rc 0) 00000100:00100000:1.0:1763338470.523360:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57662:x1848993291156096:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3637us (3858us total) trans 0 rc 301/301 00000100:00100000:1.0:1763338470.523379:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10455 00000100:00100000:2.0:1763338470.531629:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338470.531734:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156352 00000100:00100000:3.0:1763338470.531749:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156352 00000100:00100000:3.0:1763338470.531835:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10456 00000100:00100000:3.0:1763338470.531849:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57662:x1848993291156352:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338470.531929:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338470.531965:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd282044c00/0x4ea0a6980f4901e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250ae9f82 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338470.531991:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd14307d000) 00010000:00010000:3.0:1763338470.531998:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763338470.532086:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338470.532103:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338470.532113:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338470.532130:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b38c4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338470.532137:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b38c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:3.0:1763338470.532145:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b38c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00000040:00080000:2.0:1763338470.533446:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].12, 2160 off44056 00000040:00080000:2.0:1763338470.533541:0:10039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000405:0x2:0x0].5, 2360 off42624 00000004:00080000:2.0:1763338470.533549:0:10039:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8fd14474d240 with version 15 00000004:00080000:0.0:1763338470.534341:0:32338:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8fd27d440d80 version 15 rpc_version 15 00000020:00100000:0.0:1763338470.534957:0:32338:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763338470.534975:0:32338:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8fd144a9ad80 x1848993303282432/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763338470.535008:0:32338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32338:1848993303282432:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763338470.535089:0:32338:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.535140:0:32338:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd145178480 going to sleep for 11 seconds 00000100:00100000:3.0:1763338470.535225:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303282432 00000100:00100000:3.0:1763338470.535234:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303282432 00000100:00100000:3.0:1763338470.535340:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1763338470.535351:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32338:x1848993303282432:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763338470.537564:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32338:x1848993303282432:12345-0@lo:1000:osp_up1-0.0 Request processed in 2202us (2460us total) trans 4294973436 rc 0/0 00000100:00100000:3.0:1763338470.537580:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1763338470.539717:0:32338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a9ad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32338:1848993303282432:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1763338470.540125:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b38cb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540147:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b38cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540161:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b38cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540184:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b38d2 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540191:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b38d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540197:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b38d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540246:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540284:0:10039:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.540297:0:10039:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10039 initiator: MDT0 00000100:00100000:2.0:1763338470.540330:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10039:1848993303282560:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1763338470.540415:0:10039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.540462:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267db63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338470.540629:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303282560 00000100:00100000:0.0:1763338470.540639:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303282560 00000100:00100000:0.0:1763338470.540707:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1763338470.540718:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10039:x1848993303282560:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1763338470.540749:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.540772:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ea0a6980f4b38d9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.540797:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4ea0a6980f4b38d9 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.540812:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4ea0a6980f4b38d9 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.540822:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0400) 00010000:00010000:0.0:1763338470.540825:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.540830:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48c00, rc 0) 00000100:00100000:0.0:1763338470.540894:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:10039:x1848993303282560:12345-0@lo:101:mdt00_003.0 Request processed in 178us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.541247:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10039:1848993303282560:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763338470.541297:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.541309:0:10039:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763338470.541341:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6ec435f reply state 000000004daf0161 transno 8589935385 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b38d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541357:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92000/0x4ea0a6980f4b38d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541363:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff8fd1449bad00) 00010000:00010000:1.0:1763338470.541366:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.541369:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338470.541377:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.541385:0:10039:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763338470.541395:0:10039:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000405:0x6:0x0] 00000004:00010000:1.0:1763338470.541402:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6ec435f reply state 000000004daf0161 transno 8589935385 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b38cb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541408:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b93600/0x4ea0a6980f4b38cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541413:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x50:0x0].0x0 (ffff8fd1449ba700) 00010000:00010000:1.0:1763338470.541416:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.541418:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1763338470.541423:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x50:0x0]: returning size 4096 00010000:00010000:1.0:1763338470.541434:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541439:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541448:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541455:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541460:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.541465:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541473:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541484:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd14307d000) 00010000:00010000:1.0:1763338470.541486:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.541490:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541495:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b38bd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT0 00000004:00010000:1.0:1763338470.541510:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6ec435f reply state 000000004daf0161 transno 8589935385 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b38c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541517:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd14d26ec00/0x4ea0a6980f4b38c4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.541523:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff8fd2705bba00) 00010000:00010000:1.0:1763338470.541525:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.541527:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1763338470.541630:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+19:57662:x1848993291156352:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 9781us (10013us total) trans 8589935385 rc 0/0 00000100:00100000:1.0:1763338470.541642:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10456 00000100:00100000:0.0:1763338470.541986:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1763338470.593683:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.596656:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156480 00000100:00100000:1.0:1763338470.596680:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156480 00000100:00100000:2.0:1763338470.596860:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10457 00000100:00100000:2.0:1763338470.596875:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+19:57665:x1848993291156480:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338470.596909:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338470.596939:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b38e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5773 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.597035:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b38ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.597054:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.597068:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00000004:00200000:2.0:1763338470.597129:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763338470.597133:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338470.597161:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.597192:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b38e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5773 expref: 21 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.597215:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146b92800/0x4ea0a6980f4b38ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5773 expref: 20 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.597231:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd14307d000) 00010000:00010000:2.0:1763338470.597235:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763338470.597240:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92800, rc 0) 00000100:00100000:2.0:1763338470.597386:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+20:57665:x1848993291156480:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 514us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.597395:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10457 00000100:00100000:3.0:1763338470.600407:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.600490:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156608 00000100:00100000:1.0:1763338470.600505:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156608 00000100:00100000:1.0:1763338470.600586:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10458 00000100:00100000:1.0:1763338470.600599:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+20:57665:x1848993291156608:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338470.600625:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.600653:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b38f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af577a expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.600750:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600767:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600781:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600793:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600801:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600808:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600919:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b390a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600933:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b390a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.600940:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b390a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00000004:00200000:1.0:1763338470.601042:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x50:0x0]: returning size 4096 00000004:00200000:1.0:1763338470.601048:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763338470.601073:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b390a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601086:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601092:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601098:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601104:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601111:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.601116:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601124:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601137:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd14307d000) 00010000:00010000:1.0:1763338470.601140:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.601146:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601153:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b38fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601172:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601177:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601181:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601186:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ebe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.601188:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601194:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601201:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff8fd2705bba00) 00010000:00010000:1.0:1763338470.601203:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.601206:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601211:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3903 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.601241:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b38f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af577a expref: 22 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.601311:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ea400/0x4ea0a6980f4b390a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af577a expref: 21 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.601323:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x50:0x0].0x0 (ffff8fd1449ba700) 00010000:00010000:1.0:1763338470.601326:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763338470.601328:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea400, rc 0) 00000100:00100000:1.0:1763338470.601427:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+21:57665:x1848993291156608:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 830us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.601436:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10458 00000100:00100000:2.0:1763338470.609699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.609819:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156736 00000100:00100000:0.0:1763338470.609833:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156736 00000100:00100000:0.0:1763338470.609920:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10459 00000100:00100000:0.0:1763338470.609933:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+21:57665:x1848993291156736:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338470.609963:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.609992:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3911 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5781 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.610081:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3918 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338470.610100:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3918 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338470.610114:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3918 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT0 00000004:00200000:0.0:1763338470.610187:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1763338470.610193:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338470.610239:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3911 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5781 expref: 23 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.610303:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3918 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5781 expref: 22 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.610313:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff8fd1449bad00) 00010000:00010000:0.0:1763338470.610317:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338470.610321:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338470.610402:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+22:57665:x1848993291156736:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 471us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.610411:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10459 00000100:00100000:3.0:1763338470.615947:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.616039:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156864 00000100:00100000:1.0:1763338470.616055:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156864 00000100:00080000:2.0:1763338470.616828:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763338470.617241:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10460 00000100:00100000:0.0:1763338470.617296:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+291:57665:x1848993291156864:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338470.617327:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.617357:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b391f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5788 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.617446:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.617465:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4ea0a6980f4b38d9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.617475:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.617522:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x4ea0a6980f4b38d9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338470.617542:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd144a98000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303282688:0@lo:104: 00000100:00100000:0.0:1763338470.617629:0:13583:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763338470.617703:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd1451780c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763338470.617820:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303282688 00000100:00100000:1.0:1763338470.617828:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303282688 00000100:00100000:1.0:1763338470.617873:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1763338470.617882:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:13583:x1848993303282688:12345-0@lo:104: 00010000:00010000:1.0:1763338470.617898:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.617975:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763338470.617982:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:13583:x1848993303282688:12345-0@lo:104: Request processed in 101us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.617989:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00010000:00010000:2.0:1763338470.618051:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338470.618060:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.618070:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19c9290) 00010000:00010000:2.0:1763338470.618076:0:6507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763338470.618089:0:6507:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.618125:0:6507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.618132:0:6507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1763338470.618172:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.618180:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8fd146b92200/0x4ea0a6980f4b38d9 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4ea0a6980f4b38e0 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338470.618204:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1763338470.618212:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.618215:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338470.618217:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763338470.618224:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303282816:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763338470.618310:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338470.618365:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303282816 00000100:00100000:2.0:1763338470.618370:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303282816 00010000:00010000:2.0:1763338470.618391:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x4ea0a6980f4b38d9 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338470.618428:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:2.0:1763338470.618436:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3656:x1848993303282816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763338470.618449:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763338470.618684:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd144a98000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303282688:0@lo:104: 00010000:00010000:0.0:1763338470.618708:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:3.0:1763338470.638590:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973436 is committed 00010000:00010000:2.0:1763338470.638768:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b38e0 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x4ea0a6980f4b38d9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.638795:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0400) 00010000:00010000:2.0:1763338470.638801:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338470.638812:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338470.638822:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338470.638870:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338470.638985:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1848993303282816:12345-0@lo:103:ldlm_bl.0 Request processed in 20546us (20671us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.638997:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00010000:00010000:0.0:1763338470.639102:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.639112:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338470.639192:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1763338470.639199:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763338470.639318:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b391f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5788 expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.639337:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5788 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.639345:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0400) 00010000:00010000:0.0:1763338470.639348:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763338470.639350:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48600, rc 0) 00000100:00100000:3.0:1763338470.639636:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848993303282816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763338470.639853:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57665:x1848993291156864:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 22599us (23923us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.639862:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10460 00000100:00100000:2.0:1763338470.650571:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.650685:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291156992 00000100:00100000:0.0:1763338470.650701:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291156992 00000100:00100000:0.0:1763338470.650786:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10461 00000100:00100000:0.0:1763338470.650799:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57665:x1848993291156992:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338470.650829:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.650857:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b392d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af578f expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.650961:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.650980:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.650995:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651013:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.651021:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651027:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651104:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651111:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651119:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651125:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651132:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338470.651138:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651146:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651160:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0400) 00010000:00010000:0.0:1763338470.651164:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.651170:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651177:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3934 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651192:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651197:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651203:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651207:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338470.651210:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651216:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651223:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff8fd2746e0100) 00010000:00010000:0.0:1763338470.651226:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.651229:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.651238:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b393b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.652108:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b392d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af578f expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.652127:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0400) 00010000:00010000:0.0:1763338470.652130:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.652134:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b392d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af578f expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.652148:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49400, rc 0) 00000100:00100000:0.0:1763338470.652246:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57665:x1848993291156992:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1447us (1690us total) trans 0 rc 301/301 00000100:00100000:0.0:1763338470.652288:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10461 00000100:00100000:2.0:1763338470.658555:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.661337:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291157120 00000100:00100000:1.0:1763338470.661359:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291157120 00000100:00100000:1.0:1763338470.661442:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10462 00000100:00100000:1.0:1763338470.661455:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+22:57665:x1848993291157120:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338470.661483:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.661513:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3942 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5796 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.661608:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3949 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.661624:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3949 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.661636:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3949 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00000004:00200000:1.0:1763338470.661768:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x50:0x0]: returning size 4096 00000004:00200000:1.0:1763338470.661774:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763338470.661804:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3949 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.661837:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3942 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5796 expref: 24 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.661863:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd1463ebe00/0x4ea0a6980f4b3949 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x50:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5796 expref: 23 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.661873:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x50:0x0].0x0 (ffff8fd1449ba700) 00010000:00010000:1.0:1763338470.661877:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763338470.661881:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ebe00, rc 0) 00000100:00100000:1.0:1763338470.661986:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:57665:x1848993291157120:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 533us (3446us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.661993:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10462 00000100:00100000:3.0:1763338470.675476:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.676148:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291157376 00000100:00100000:2.0:1763338470.676165:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291157376 00000100:00100000:1.0:1763338470.677139:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10463 00000100:00100000:1.0:1763338470.677161:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+292:57665:x1848993291157376:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338470.677189:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.677194:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338470.677233:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3926 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5788 expref: 292 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.677328:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0400) 00010000:00010000:1.0:1763338470.677342:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338470.677372:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3950 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af579d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.677524:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.677539:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.677552:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.677569:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.677575:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.677581:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678140:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338470.678151:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678158:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338470.678169:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 0 00010000:00010000:1.0:1763338470.678197:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678204:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678209:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678215:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678221:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.678225:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678233:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678242:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd250f63000) 00010000:00010000:1.0:1763338470.678245:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.678248:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678334:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b3957 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000004:00010000:1.0:1763338470.678348:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ae99825 reply state 0000000090161da8 transno 4294973437 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678361:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338470.678372:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff8fd250f63200) 00010000:00010000:1.0:1763338470.678375:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.678378:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338470.678416:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3950 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 294 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.678436:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 293 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.678443:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338470.678446:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338470.678449:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463eb000, rc 0) 00000100:00100000:1.0:1763338470.678545:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57665:x1848993291157376:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1391us (3083us total) trans 4294973437 rc 0/0 00000100:00100000:1.0:1763338470.678556:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10463 00000100:00100000:0.0:1763338470.685672:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.685842:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291157632 00000100:00100000:2.0:1763338470.685857:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291157632 00000100:00100000:2.0:1763338470.685937:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10464 00000100:00100000:2.0:1763338470.685948:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57665:x1848993291157632:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338470.685983:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338470.686012:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3973 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57a4 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.686165:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338470.686183:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.686193:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 4/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338470.686233:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 295 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.686248:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 295 pid: 13583 timeout: 1240 lvb_type: 0 00000100:00100000:2.0:1763338470.686303:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14625aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303282944:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338470.686415:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd267db63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338470.691821:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14625aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303282944:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338470.691867:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338470.696515:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.696598:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291157760 00000100:00100000:2.0:1763338470.696612:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291157760 00010000:00010000:2.0:1763338470.696666:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 296 pid: 13583 timeout: 1240 lvb_type: 0 00000100:00100000:2.0:1763338470.696726:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3443 00000100:00100000:2.0:1763338470.696736:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:2408:x1848993291157760:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338470.696758:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338470.696765:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 296 pid: 13583 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.696778:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 296 pid: 13583 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.696804:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3965 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af579d expref: 296 pid: 13583 timeout: 1240 lvb_type: 0 00010000:00010000:2.0:1763338470.696821:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:2.0:1763338470.696827:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338470.696839:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338470.696846:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338470.696891:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338470.696967:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+295:2408:x1848993291157760:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 231us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.696975:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3443 00010000:00010000:0.0:1763338470.697122:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697131:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338470.697163:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 0 00000004:00080000:0.0:1763338470.697426:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a8:0x0], index 0: 0 00000004:00080000:0.0:1763338470.697489:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a8:0x0], index 1: 0 00010000:00010000:0.0:1763338470.697648:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697662:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697668:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697674:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338470.697679:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697687:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697699:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:0.0:1763338470.697702:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338470.697707:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697713:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b397a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.697775:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3973 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57a4 expref: 295 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.697785:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:0.0:1763338470.697787:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338470.697790:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3973 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57a4 expref: 295 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.697805:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92600, rc 0) 00000100:00100000:0.0:1763338470.697861:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57665:x1848993291157632:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 11915us (12205us total) trans 4294973438 rc 301/301 00000100:00100000:0.0:1763338470.697870:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10464 00000100:00100000:0.0:1763338470.704413:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.704739:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291158016 00000100:00100000:2.0:1763338470.704754:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291158016 00000100:00100000:2.0:1763338470.704837:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3661 00000100:00100000:2.0:1763338470.704850:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243556450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+294:57665:x1848993291158016:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338470.705245:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243556450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57665:x1848993291158016:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 396us (847us total) trans 4294973439 rc 0/0 00000100:00100000:2.0:1763338470.705301:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3661 00000100:00100000:2.0:1763338470.712850:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.712996:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291158272 00000100:00100000:0.0:1763338470.713010:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291158272 00000100:00100000:2.0:1763338470.713399:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3662 00000100:00100000:2.0:1763338470.713415:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+295:57665:x1848993291158272:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338470.713740:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57665:x1848993291158272:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 328us (901us total) trans 4294973440 rc 0/0 00000100:00100000:2.0:1763338470.713749:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3662 00000100:00100000:1.0:1763338470.808787:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.810063:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291158528 00000100:00100000:0.0:1763338470.810082:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291158528 00000100:00100000:0.0:1763338470.810177:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10465 00000100:00100000:0.0:1763338470.810190:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd267da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+296:57666:x1848993291158528:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763338470.810225:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.810288:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3988 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57ab expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.810482:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338470.810500:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.810514:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.810526:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338470.810534:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.810540:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811524:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b399d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338470.811543:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b399d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811554:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b399d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338470.811566:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 0 00010000:00010000:0.0:1763338470.811686:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811694:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811700:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811707:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811714:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338470.811720:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811728:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811742:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2746e0100) 00010000:00010000:0.0:1763338470.811746:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.811752:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811759:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b398f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811779:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811785:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811790:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811795:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338470.811798:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811804:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811811:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff8fd250f63200) 00010000:00010000:0.0:1763338470.811813:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.811816:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811821:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b3996 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.811894:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3988 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ab expref: 299 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.811915:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b399d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ab expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.811923:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338470.811926:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338470.811929:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49200, rc 0) 00000100:00100000:0.0:1763338470.813574:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd267da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57666:x1848993291158528:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3373us (4795us total) trans 4294973441 rc 0/0 00000100:00100000:0.0:1763338470.813588:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10465 00000100:00100000:1.0:1763338470.822706:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.822824:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291158656 00000100:00100000:0.0:1763338470.822837:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291158656 00000100:00100000:0.0:1763338470.822914:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10466 00000100:00100000:0.0:1763338470.822926:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57666:x1848993291158656:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763338470.822958:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.822983:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b39ab lrc: 2/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57b2 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.823020:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338470.823035:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.823046:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338470.823185:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b39ab lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.823205:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 299 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.823215:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338470.823219:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338470.823224:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48000, rc 0) 00000100:00100000:1.0:1763338470.825407:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57666:x1848993291158656:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 2467us (2701us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.825424:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10466 00000100:00100000:2.0:1763338470.831832:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.832918:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291158912 00000100:00100000:1.0:1763338470.832935:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291158912 00000100:00100000:1.0:1763338470.833029:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10467 00000100:00100000:1.0:1763338470.833040:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57666:x1848993291158912:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338470.833117:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338470.833155:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b399d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ab expref: 299 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.833185:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.833192:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338470.837728:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.837762:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.837777:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338470.837833:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973442 00000004:00010000:1.0:1763338470.837855:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007082293a reply state 0000000017338e09 transno 4294973443 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.837867:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.837875:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.837878:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.837883:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338470.838044:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57666:x1848993291158912:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 4999us (6221us total) trans 4294973443 rc 0/0 00000100:00100000:1.0:1763338470.838055:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10467 00000020:00080000:1.0:1763338470.838063:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338470.840529:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.840648:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291159040 00000100:00100000:1.0:1763338470.840665:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291159040 00000100:00100000:1.0:1763338470.840753:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10468 00000100:00100000:1.0:1763338470.840766:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57666:x1848993291159040:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338470.840808:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.840840:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b39c0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57b9 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.840922:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b39c0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b9 expref: 302 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.840941:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b39c0 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b9 expref: 302 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.840966:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.840970:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338470.840975:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea800, rc 0) 00000100:00100000:1.0:1763338470.841769:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2708e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57666:x1848993291159040:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 999us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.841780:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10468 00000100:00100000:0.0:1763338470.847463:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.848632:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291159168 00000100:00100000:1.0:1763338470.848650:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291159168 00000100:00100000:1.0:1763338470.848757:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7331 00000100:00100000:1.0:1763338470.848769:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+11:57666:x1848993291159168:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338470.848794:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.848825:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57c0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338470.848856:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338470.848888:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338470.848890:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338470.848901:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 12 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.848925:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 12 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.848939:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1463ea600, rc 0) 00000100:00100000:1.0:1763338470.849027:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+12:57666:x1848993291159168:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 259us (1581us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338470.849035:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7331 00000100:00100000:2.0:1763338470.854843:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.855228:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291159296 00000100:00100000:1.0:1763338470.855242:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291159296 00000100:00100000:2.0:1763338470.856363:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7332 00000100:00100000:2.0:1763338470.856385:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+10:57666:x1848993291159296:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763338470.856414:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338470.856445:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b39ce lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57c7 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338470.856483:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338470.856532:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.856535:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338470.856547:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b39ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c7 expref: 11 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.856567:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b92a00/0x4ea0a6980f4b39ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c7 expref: 11 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338470.856582:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92a00, rc 0) 00000100:00100000:2.0:1763338470.857111:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14625b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+11:57666:x1848993291159296:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 730us (2280us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338470.857121:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7332 00000100:00100000:3.0:1763338470.868439:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338470.869738:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.870468:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291159424 00000100:00100000:2.0:1763338470.870483:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291159424 00002000:00010000:2.0:1763338470.870550:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.870556:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858ed80 with x1848993291159424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.870580:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858ed80. 00000100:00100000:0.0:1763338470.870596:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291159552 00000100:00100000:0.0:1763338470.870601:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291159552 00002000:00010000:0.0:1763338470.870622:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338470.870626:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858d880 with x1848993291159552 ext(0->18446744073709551615) 00000100:00100000:2.0:1763338470.870627:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1787 00002000:00010000:0.0:1763338470.870634:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858d880. 00000100:00100000:2.0:1763338470.870637:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993291159424:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:0.0:1763338470.870662:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1788 00000100:00100000:0.0:1763338470.870668:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+11:2409:x1848993291159552:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338470.870868:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338470.870869:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338470.870873:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 0 -> 1763338471 00002000:00010000:0.0:1763338470.870873:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338470.870876:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338470.870877:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338470.870879:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 0 -> 1763338471 00002000:00010000:0.0:1763338470.870880:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338470.870882:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763338470.870883:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338470.871628:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291159424:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 986us (3198us total) trans 21474839249 rc 0/0 00000100:00100000:2.0:1763338470.871640:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1787 00002000:00010000:2.0:1763338470.871647:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.871650:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858ed80 with x1848993291159424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.871657:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858ed80. 00000100:00100000:0.0:1763338470.871735:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993291159552:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1066us (2007us total) trans 17179871920 rc 0/0 00000100:00100000:0.0:1763338470.871743:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1788 00002000:00010000:0.0:1763338470.871746:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338470.871749:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858d880 with x1848993291159552 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338470.871755:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858d880. 00000100:00100000:0.0:1763338470.879893:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.880956:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291159808 00000100:00100000:1.0:1763338470.880971:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291159808 00000100:00100000:1.0:1763338470.881057:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10469 00000100:00100000:1.0:1763338470.881070:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57666:x1848993291159808:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338470.881099:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.881132:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b39d5 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57ce expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.881305:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.881323:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.881337:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.881351:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.881362:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.881368:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00080000:1.0:1763338470.881762:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2a9:0x0], index 0: 0 00010000:00010000:1.0:1763338470.881948:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b39ea lrc: 3/1,0 mode: --/PR res: [0x240000404:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.881958:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b39ea lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.881966:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b39ea lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882008:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882016:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882024:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882031:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882039:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338470.882044:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882052:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882066:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd250f63e00) 00010000:00010000:1.0:1763338470.882070:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763338470.882076:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882083:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b39dc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338470.882099:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047489c7f reply state 000000006bbf89a7 transno 4294973444 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882113:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.882120:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xe8098f29 (ffff8fd250f63a00) 00010000:00010000:1.0:1763338470.882122:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.882125:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763338470.882162:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b39d5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ce expref: 305 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.882184:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3f600/0x4ea0a6980f4b39ea lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ce expref: 304 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.882192:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x208:0x0].0x0 (ffff8fd250f63400) 00010000:00010000:1.0:1763338470.882195:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338470.882197:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd145f3f600, rc 0) 00000100:00100000:1.0:1763338470.882359:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57666:x1848993291159808:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1291us (2481us total) trans 4294973444 rc 0/0 00000100:00100000:1.0:1763338470.882369:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10469 00000100:00100000:3.0:1763338470.892355:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.892696:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291160064 00000100:00100000:0.0:1763338470.892711:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291160064 00000100:00100000:0.0:1763338470.892794:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10470 00000100:00100000:0.0:1763338470.892808:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:57666:x1848993291160064:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763338470.892837:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.892841:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763338470.892880:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3918 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5781 expref: 23 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.892904:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff8fd1449bad00) 00010000:00010000:0.0:1763338470.892910:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338470.892928:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b39f8 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57d5 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.893106:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.893123:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.893132:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.893147:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3a06 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.893154:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.893159:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00000004:00080000:0.0:1763338470.895155:0:13583:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x77:0x0], index 1: 0 00010000:00010000:0.0:1763338470.895610:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3a0d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895632:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3a0d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895650:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3a0d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895781:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895789:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895796:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895803:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895810:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338470.895815:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895823:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895837:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff8fd1449bad00) 00010000:00010000:0.0:1763338470.895841:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763338470.895847:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895854:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b39ff lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT0 00000004:00010000:0.0:1763338470.895869:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000acb46920 reply state 00000000fba12c57 transno 8589935386 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895881:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48e00/0x4ea0a6980f4b3a06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.895887:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x9645bb7c (ffff8fd2746e0100) 00010000:00010000:0.0:1763338470.895889:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338470.895893:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763338470.895938:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b39f8 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57d5 expref: 25 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.895954:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd146e48400/0x4ea0a6980f4b3a0d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57d5 expref: 24 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.895962:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x51:0x0].0x0 (ffff8fd2746e0500) 00010000:00010000:0.0:1763338470.895965:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338470.895968:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48400, rc 0) 00000100:00100000:0.0:1763338470.896137:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+25:57666:x1848993291160064:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3331us (3797us total) trans 8589935386 rc 0/0 00000100:00100000:0.0:1763338470.896148:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10470 00000100:00100000:2.0:1763338470.918080:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.918192:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291160320 00000100:00100000:0.0:1763338470.918207:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291160320 00000100:00100000:0.0:1763338470.918344:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10471 00000100:00100000:0.0:1763338470.918357:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57666:x1848993291160320:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:0.0:1763338470.918670:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.918691:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.918706:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:0.0:1763338470.918765:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973445 00000004:00010000:0.0:1763338470.918790:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f10f6017 reply state 00000000201900d6 transno 4294973446 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.918803:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.918811:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338470.918814:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338470.918818:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338470.918932:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57666:x1848993291160320:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 576us (865us total) trans 4294973446 rc 0/0 00000100:00100000:0.0:1763338470.918940:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10471 00000020:00080000:0.0:1763338470.918945:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338470.934966:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.935007:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338470.935103:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291160448 00000100:00100000:2.0:1763338470.935115:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291160448 00002000:00010000:2.0:1763338470.935170:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.935177:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c4380 with x1848993291160448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.935195:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c4380. 00000100:00100000:2.0:1763338470.935226:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291160576 00000100:00100000:2.0:1763338470.935229:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291160576 00002000:00010000:2.0:1763338470.935242:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.935245:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c6a00 with x1848993291160576 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.935297:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c6a00. 00000100:00100000:2.0:1763338470.935315:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1789 00000100:00100000:2.0:1763338470.935324:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291160448:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338470.935514:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338470.935518:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.935520:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338470.935522:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.935525:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338470.935593:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291160448:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 270us (640us total) trans 21474839250 rc 0/0 00000100:00100000:2.0:1763338470.935604:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1789 00002000:00010000:2.0:1763338470.935607:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.935610:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c4380 with x1848993291160448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.935614:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c4380. 00000100:00100000:2.0:1763338470.935632:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1790 00000100:00100000:2.0:1763338470.935638:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+12:2409:x1848993291160576:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338470.935718:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338470.935721:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.935723:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338470.935726:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.935728:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338470.935752:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291160576:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 113us (743us total) trans 17179871921 rc 0/0 00000100:00100000:2.0:1763338470.935759:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1790 00002000:00010000:2.0:1763338470.935761:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.935764:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c6a00 with x1848993291160576 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.935768:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c6a00. 00000100:00100000:3.0:1763338470.939905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.940088:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291160832 00000100:00100000:1.0:1763338470.940102:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291160832 00000100:00100000:1.0:1763338470.940178:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10472 00000100:00100000:1.0:1763338470.940189:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57666:x1848993291160832:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338470.940562:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.940585:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.940599:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338470.940651:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973447 00000004:00010000:1.0:1763338470.940674:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055807641 reply state 0000000076f2a771 transno 4294973448 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.940689:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.940698:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.940701:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.940705:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338470.940819:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+311:57666:x1848993291160832:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 629us (927us total) trans 4294973448 rc 0/0 00000100:00100000:1.0:1763338470.940827:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10472 00000020:00080000:1.0:1763338470.940833:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338470.949419:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.949704:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291160960 00000100:00100000:1.0:1763338470.949719:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291160960 00002000:00010000:1.0:1763338470.949776:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (100000->18446744073709551615) 00002000:00100000:1.0:1763338470.949783:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146258e00 with x1848993291160960 ext(100000->18446744073709551615) 00002000:00010000:1.0:1763338470.949945:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146258e00. 00000100:00100000:1.0:1763338470.950558:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1791 00000100:00100000:2.0:1763338470.954411:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291160960:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338470.954745:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:2.0:1763338470.954750:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.954753:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338470.954756:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.954759:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338470.954871:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291160960:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 4299us (5468us total) trans 21474839251 rc 0/0 00000100:00100000:2.0:1763338470.959385:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1791 00002000:00010000:2.0:1763338470.959402:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (100000->18446744073709551615) 00002000:00100000:2.0:1763338470.959409:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146258e00 with x1848993291160960 ext(100000->18446744073709551615) 00002000:00010000:2.0:1763338470.959428:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146258e00. 00000100:00100000:2.0:1763338470.968510:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.968744:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291161088 00000100:00100000:0.0:1763338470.968761:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291161088 00000100:00100000:0.0:1763338470.968847:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10473 00000100:00100000:0.0:1763338470.968860:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+311:57666:x1848993291161088:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763338470.968900:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338470.968933:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3a29 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57dc expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.969082:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3a30 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338470.969105:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3a30 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.969120:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3a30 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338470.969157:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 100000 00000004:00200000:0.0:1763338470.969163:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338470.969190:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3a30 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338470.969222:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3a29 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57dc expref: 313 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.969244:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3a30 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57dc expref: 312 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338470.969325:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338470.969329:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338470.969334:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338470.969439:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+312:57666:x1848993291161088:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 582us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338470.969448:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10473 00000100:00100000:3.0:1763338470.973726:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338470.973864:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291161344 00000100:00100000:1.0:1763338470.973880:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291161344 00000100:00100000:1.0:1763338470.973961:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10474 00000100:00100000:1.0:1763338470.973973:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+312:57666:x1848993291161344:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338470.974053:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338470.974091:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3a30 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57dc expref: 312 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.974116:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.974123:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338470.974440:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.974459:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.974469:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338470.974523:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973449 00000004:00010000:1.0:1763338470.974545:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000b4adfda reply state 00000000765c19b2 transno 4294973450 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.974558:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.974564:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.974567:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338470.974569:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338470.974694:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+314:57666:x1848993291161344:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 720us (982us total) trans 4294973450 rc 0/0 00000100:00100000:1.0:1763338470.974702:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10474 00000020:00080000:1.0:1763338470.974709:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338470.980868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338470.980916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.982135:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291161472 00000100:00100000:0.0:1763338470.982154:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291161472 00002000:00010000:0.0:1763338470.982217:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338470.982223:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858e680 with x1848993291161472 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338470.982241:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858e680. 00000100:00100000:0.0:1763338470.982328:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291161600 00000100:00100000:0.0:1763338470.982332:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291161600 00002000:00010000:0.0:1763338470.982354:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338470.982357:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858d500 with x1848993291161600 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338470.982366:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858d500. 00000100:00100000:2.0:1763338470.983597:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1792 00000100:00100000:2.0:1763338470.983638:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291161472:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338470.984067:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:2.0:1763338470.984072:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.984075:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338470.984077:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.984079:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338470.984208:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993291161472:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 586us (3355us total) trans 21474839252 rc 0/0 00000100:00100000:2.0:1763338470.984218:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1792 00002000:00010000:2.0:1763338470.984226:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.984231:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858e680 with x1848993291161472 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.984241:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858e680. 00000100:00100000:2.0:1763338470.984313:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1793 00000100:00100000:2.0:1763338470.984324:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291161600:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338470.984456:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338470.984459:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.984461:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338470.984464:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338470.984465:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338470.984494:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291161600:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 172us (3577us total) trans 17179871922 rc 0/0 00000100:00100000:2.0:1763338470.984500:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1793 00002000:00010000:2.0:1763338470.984502:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338470.984504:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858d500 with x1848993291161600 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338470.984509:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858d500. 00000100:00100000:2.0:1763338470.995871:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338470.996010:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291161856 00000100:00100000:0.0:1763338470.996025:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291161856 00000100:00100000:1.0:1763338470.996782:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10475 00000100:00100000:1.0:1763338470.996822:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+314:57666:x1848993291161856:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338470.996858:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338470.996862:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763338470.996901:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b39c0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b9 expref: 314 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.996925:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.996930:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338470.996947:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a3e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57e3 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.997009:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a45 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338470.997026:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a45 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338470.997037:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a45 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00080000:1.0:1763338470.997213:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2aa:0x0], index 0: 0 00000004:00080000:1.0:1763338470.997220:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2a9:0x0], index 1: 0 00010000:00010000:1.0:1763338470.997390:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a45 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57e3 expref: 316 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.997403:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.997406:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338470.997415:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a3e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57e3 expref: 316 pid: 10039 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763338470.997428:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a45 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57e3 expref: 315 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338470.997455:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338470.997458:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763338470.997461:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33a00, rc 0) 00000100:00100000:1.0:1763338470.997564:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+315:57666:x1848993291161856:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 769us (1709us total) trans 4294973451 rc 0/0 00000100:00100000:1.0:1763338470.997574:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10475 00000100:00100000:3.0:1763338471.011758:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.012814:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291161984 00000100:00100000:2.0:1763338471.012830:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291161984 00000100:00100000:1.0:1763338471.014045:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7333 00000100:00100000:1.0:1763338471.014071:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:57666:x1848993291161984:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338471.014098:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338471.014132:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57ea expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338471.014164:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338471.014195:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.014198:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.014209:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 17 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.014233:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 17 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.014248:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd258a33c00, rc 0) 00000100:00100000:1.0:1763338471.014369:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:57666:x1848993291161984:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 309us (2629us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.014387:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7333 00000100:00100000:3.0:1763338471.022663:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.022723:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.023472:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291162112 00000100:00100000:0.0:1763338471.023487:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291162112 00000100:00100000:0.0:1763338471.023587:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291162240 00000100:00100000:0.0:1763338471.023592:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291162240 00000100:00100000:0.0:1763338471.023635:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1794 00000100:00100000:0.0:1763338471.023647:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291162112:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763338471.023981:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1763338471.023986:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.023989:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.023991:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.023994:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:2.0:1763338471.024395:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1795 00000100:00100000:2.0:1763338471.024410:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291162240:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.024593:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1763338471.024597:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.024599:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.024601:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.024602:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:0.0:1763338471.026173:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291162112:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2516us (3513us total) trans 21474839253 rc 0/0 00000100:00100000:0.0:1763338471.026188:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1794 00000100:00100000:2.0:1763338471.029344:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291162240:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 4918us (6598us total) trans 21474839254 rc 0/0 00000100:00100000:2.0:1763338471.029364:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1795 00000100:00100000:0.0:1763338471.033740:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.033923:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291162496 00000100:00100000:1.0:1763338471.033936:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291162496 00000100:00100000:1.0:1763338471.034014:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10476 00000100:00100000:1.0:1763338471.034025:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+315:57666:x1848993291162496:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.034123:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338471.034160:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a45 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57e3 expref: 315 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.034185:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.034192:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338471.034506:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.034526:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.034537:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:1.0:1763338471.034594:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973452 00000004:00010000:1.0:1763338471.034618:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f63aa85c reply state 00000000f55cdf85 transno 4294973453 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.034632:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.034637:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.034640:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.034643:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.034770:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+317:57666:x1848993291162496:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 745us (1043us total) trans 4294973453 rc 0/0 00000100:00100000:1.0:1763338471.034778:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10476 00000020:00080000:1.0:1763338471.034784:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338471.039681:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.041738:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291162624 00000100:00100000:2.0:1763338471.041758:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291162624 00000100:00100000:2.0:1763338471.042046:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10477 00000100:00100000:2.0:1763338471.042059:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+317:57666:x1848993291162624:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763338471.042092:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.042124:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57f1 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.042204:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 318 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.042221:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 318 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.042243:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.042247:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338471.042287:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93200, rc 0) 00000100:00100000:2.0:1763338471.042712:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+318:57666:x1848993291162624:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 653us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.042721:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10477 00000100:00100000:0.0:1763338471.046752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.046876:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291162752 00000100:00100000:3.0:1763338471.046891:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291162752 00000100:00100000:3.0:1763338471.047964:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7334 00000100:00100000:3.0:1763338471.047986:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:57666:x1848993291162752:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763338471.048013:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338471.048048:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57f8 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338471.048082:0:17642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338471.048114:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338471.048116:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338471.048127:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.048147:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 15 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.048163:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26e600, rc 0) 00000100:00100000:3.0:1763338471.048282:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:57666:x1848993291162752:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 288us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338471.049674:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7334 00000100:00100000:0.0:1763338471.052828:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.052877:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.052912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.052950:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.052989:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291162880 00000100:00100000:0.0:1763338471.053005:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291162880 00002000:00010000:0.0:1763338471.053065:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.053071:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8bb80 with x1848993291162880 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.053088:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f8bb80. 00000100:00100000:0.0:1763338471.053117:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163008 00000100:00100000:0.0:1763338471.053120:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163008 00002000:00010000:0.0:1763338471.053135:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.053138:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f89880 with x1848993291163008 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.053146:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f89880. 00000100:00100000:0.0:1763338471.053161:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163136 00000100:00100000:0.0:1763338471.053164:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163136 00002000:00010000:0.0:1763338471.053177:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.053180:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88e00 with x1848993291163136 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.053185:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f88e00. 00000100:00100000:0.0:1763338471.053197:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163264 00000100:00100000:0.0:1763338471.053200:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163264 00002000:00010000:0.0:1763338471.053210:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.053213:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8b100 with x1848993291163264 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.053218:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f8b100. 00000100:00100000:0.0:1763338471.053237:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1796 00000100:00100000:0.0:1763338471.053248:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291162880:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:2.0:1763338471.053477:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1797 00000100:00100000:2.0:1763338471.053490:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291163008:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.053653:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.053657:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.053660:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.053662:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.053665:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338471.053747:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291163008:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 261us (868us total) trans 17179871923 rc 0/0 00000100:00100000:2.0:1763338471.053754:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1797 00002000:00010000:2.0:1763338471.053759:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.053761:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f89880 with x1848993291163008 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.053767:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f89880. 00000100:00100000:2.0:1763338471.053796:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1798 00000100:00100000:2.0:1763338471.053802:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291163136:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.053987:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1763338471.053990:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338471.053992:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.053994:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338471.053996:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:2.0:1763338471.054043:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993291163136:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 240us (1129us total) trans 21474839255 rc 0/0 00000100:00100000:2.0:1763338471.054049:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1798 00002000:00010000:2.0:1763338471.054052:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.054054:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88e00 with x1848993291163136 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.054058:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f88e00. 00000100:00100000:2.0:1763338471.054074:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1799 00000100:00100000:2.0:1763338471.054082:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291163264:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.054173:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.054176:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338471.054179:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.054180:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338471.054182:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338471.054203:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291163264:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 123us (1253us total) trans 17179871924 rc 0/0 00000100:00100000:2.0:1763338471.054209:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1799 00002000:00010000:2.0:1763338471.054211:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.054215:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8b100 with x1848993291163264 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.054218:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f8b100. 00002000:00010000:1.0:1763338471.056325:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:1.0:1763338471.056335:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.056338:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.056340:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.056343:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:1.0:1763338471.056429:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291162880:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 3175us (3612us total) trans 21474839256 rc 0/0 00000100:00100000:1.0:1763338471.056442:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1796 00002000:00010000:1.0:1763338471.056448:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.056452:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8bb80 with x1848993291162880 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.056461:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f8bb80. 00000100:00100000:2.0:1763338471.062126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.062401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.062673:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163392 00000100:00100000:1.0:1763338471.062689:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163392 00000100:00100000:1.0:1763338471.062780:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163520 00000100:00100000:1.0:1763338471.062785:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163520 00000100:00100000:1.0:1763338471.062818:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1800 00000100:00100000:1.0:1763338471.062828:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2407:x1848993291163392:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.063067:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.063072:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.063075:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.063078:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.063080:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.063178:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2407:x1848993291163392:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 350us (1070us total) trans 21474839257 rc 0/0 00000100:00100000:1.0:1763338471.063188:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1800 00000100:00100000:1.0:1763338471.063212:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1801 00000100:00100000:1.0:1763338471.063219:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2407:x1848993291163520:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.063319:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.063322:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.063324:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.063326:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.063328:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.063353:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2407:x1848993291163520:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 134us (953us total) trans 21474839258 rc 0/0 00000100:00100000:1.0:1763338471.063360:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1801 00000100:00100000:2.0:1763338471.066812:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.067356:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163776 00000100:00100000:1.0:1763338471.067370:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163776 00000100:00100000:1.0:1763338471.067791:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10478 00000100:00100000:1.0:1763338471.067803:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+318:57666:x1848993291163776:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.068091:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338471.068119:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.068145:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338471.068200:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973454 00000004:00010000:1.0:1763338471.068220:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000943566b6 reply state 000000003b77f1e1 transno 4294973455 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.068233:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.068241:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.068245:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.068259:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.068409:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+321:57666:x1848993291163776:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 606us (1610us total) trans 4294973455 rc 0/0 00000100:00100000:1.0:1763338471.068416:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10478 00000020:00080000:1.0:1763338471.068422:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338471.076092:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.076221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.076425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.076444:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291163904 00000100:00100000:3.0:1763338471.076461:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291163904 00000100:00100000:2.0:1763338471.076566:0:24007:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164032 00000100:00100000:2.0:1763338471.076571:0:24007:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164032 00002000:00010000:2.0:1763338471.076616:0:24007:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.076622:0:24007:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5f80 with x1848993291164032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.076636:0:24007:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c5f80. 00000100:00100000:2.0:1763338471.076675:0:24007:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1802 00000100:00100000:2.0:1763338471.076684:0:24007:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291164032:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.076871:0:24007:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.076875:0:24007:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.076878:0:24007:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.076881:0:24007:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.076883:0:24007:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338471.077078:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164160 00000100:00100000:0.0:1763338471.077083:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164160 00002000:00010000:0.0:1763338471.077101:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.077104:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5180 with x1848993291164160 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.077111:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c5180. 00000100:00100000:0.0:1763338471.077131:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1803 00000100:00100000:0.0:1763338471.077136:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291164160:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338471.077210:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338471.077213:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.077216:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.077217:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.077220:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338471.078550:0:24007:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291164032:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1854us (2316us total) trans 17179871925 rc 0/0 00000100:00100000:2.0:1763338471.078564:0:24007:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1802 00002000:00010000:2.0:1763338471.078572:0:24007:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.078575:0:24007:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5f80 with x1848993291164032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.078586:0:24007:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c5f80. 00002000:00010000:2.0:1763338471.078669:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.078673:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c7b80 with x1848993291163904 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.078680:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c7b80. 00000100:00100000:2.0:1763338471.078715:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1804 00000100:00100000:2.0:1763338471.078723:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291163904:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.078861:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.078866:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.078868:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.078870:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.078873:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.079523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.079584:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164288 00000100:00100000:1.0:1763338471.079593:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164288 00002000:00010000:1.0:1763338471.079620:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.079625:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c4000 with x1848993291164288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.079636:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c4000. 00000100:00100000:1.0:1763338471.079661:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1805 00000100:00100000:1.0:1763338471.079670:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291164288:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.079788:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.079793:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.079796:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.079798:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.079800:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.079840:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993291164288:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 171us (321us total) trans 17179871926 rc 0/0 00000100:00100000:1.0:1763338471.079848:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1805 00002000:00010000:1.0:1763338471.079851:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.079855:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c4000 with x1848993291164288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.079859:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2789c4000. 00000100:00100000:0.0:1763338471.080970:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2409:x1848993291164160:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 3818us (4530us total) trans 21474839259 rc 0/0 00000100:00100000:0.0:1763338471.080987:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1803 00002000:00010000:0.0:1763338471.080995:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.080998:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c5180 with x1848993291164160 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.081009:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c5180. 00000100:00100000:2.0:1763338471.081117:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291163904:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 2393us (5039us total) trans 21474839260 rc 0/0 00000100:00100000:2.0:1763338471.081126:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1804 00002000:00010000:2.0:1763338471.081130:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.081133:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2789c7b80 with x1848993291163904 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.081139:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2789c7b80. 00000100:00100000:1.0:1763338471.089757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.089799:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.089888:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164416 00000100:00100000:0.0:1763338471.089900:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164416 00000100:00100000:0.0:1763338471.089975:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164544 00000100:00100000:0.0:1763338471.089978:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164544 00000100:00100000:0.0:1763338471.090011:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1806 00000100:00100000:0.0:1763338471.090022:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2407:x1848993291164416:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763338471.090414:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1763338471.090419:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.090422:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.090424:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.090427:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:0.0:1763338471.090498:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2407:x1848993291164416:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 477us (754us total) trans 21474839261 rc 0/0 00000100:00100000:0.0:1763338471.090506:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1806 00000100:00100000:0.0:1763338471.090527:0:24006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1807 00000100:00100000:0.0:1763338471.090534:0:24006:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2407:x1848993291164544:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763338471.090622:0:24006:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1763338471.090625:0:24006:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.090628:0:24006:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.090630:0:24006:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.090632:0:24006:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:0.0:1763338471.090652:0:24006:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2407:x1848993291164544:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 119us (852us total) trans 21474839262 rc 0/0 00000100:00100000:0.0:1763338471.090659:0:24006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1807 00000100:00100000:0.0:1763338471.100491:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.100598:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164800 00000100:00100000:1.0:1763338471.100611:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164800 00000100:00100000:1.0:1763338471.100687:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10479 00000100:00100000:1.0:1763338471.100698:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+321:57666:x1848993291164800:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.101014:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338471.101039:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.101054:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338471.101113:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973456 00000004:00010000:1.0:1763338471.101136:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000370e9bff reply state 00000000cd08938c transno 4294973457 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.101149:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.101158:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.101162:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.101166:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.101456:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+324:57666:x1848993291164800:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 756us (979us total) trans 4294973457 rc 0/0 00000100:00100000:1.0:1763338471.101464:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10479 00000020:00080000:1.0:1763338471.101471:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338471.107233:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.107297:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.107326:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.107352:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.107398:0:24006:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291164928 00000100:00100000:0.0:1763338471.107411:0:24006:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291164928 00002000:00010000:0.0:1763338471.107467:0:24006:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.107473:0:24006:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8ad80 with x1848993291164928 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.107489:0:24006:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f8ad80. 00000100:00100000:0.0:1763338471.107525:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165056 00000100:00100000:0.0:1763338471.107528:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165056 00002000:00010000:0.0:1763338471.107542:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.107546:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f89f80 with x1848993291165056 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.107554:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f89f80. 00000100:00100000:0.0:1763338471.107568:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165184 00000100:00100000:0.0:1763338471.107571:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165184 00002000:00010000:0.0:1763338471.107582:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.107584:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88380 with x1848993291165184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.107590:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f88380. 00000100:00100000:0.0:1763338471.107601:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165312 00000100:00100000:0.0:1763338471.107604:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165312 00002000:00010000:0.0:1763338471.107612:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.107615:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717800 with x1848993291165312 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.107621:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277717800. 00000100:00100000:0.0:1763338471.107638:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1808 00000100:00100000:0.0:1763338471.107648:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291164928:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338471.107962:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:0.0:1763338471.107967:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.107969:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.107971:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.107974:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:0.0:1763338471.108054:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993291164928:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 404us (834us total) trans 21474839263 rc 0/0 00000100:00100000:0.0:1763338471.108064:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1808 00002000:00010000:0.0:1763338471.108068:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.108071:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f8ad80 with x1848993291164928 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.108076:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f8ad80. 00000100:00100000:0.0:1763338471.108098:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1809 00000100:00100000:0.0:1763338471.108107:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291165056:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338471.108194:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338471.108197:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.108199:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.108202:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.108203:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338471.108228:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291165056:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 123us (930us total) trans 17179871927 rc 0/0 00000100:00100000:0.0:1763338471.108235:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1809 00002000:00010000:0.0:1763338471.108238:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.108241:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f89f80 with x1848993291165056 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.108245:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd270f89f80. 00000100:00100000:0.0:1763338471.108300:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1810 00000100:00100000:0.0:1763338471.108308:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291165184:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338471.108396:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1763338471.108400:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.108402:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.108404:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.108406:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:0.0:1763338471.108428:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993291165184:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 120us (1100us total) trans 21474839264 rc 0/0 00000100:00100000:0.0:1763338471.108436:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1810 00002000:00010000:0.0:1763338471.108438:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.108441:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd270f88380 with x1848993291165184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.108445:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd270f88380. 00000100:00100000:0.0:1763338471.108456:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1811 00000100:00100000:0.0:1763338471.108462:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2409:x1848993291165312:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338471.108508:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338471.108511:0:28406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.108514:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.108516:0:28406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.108518:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338471.108537:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291165312:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 75us (1184us total) trans 17179871928 rc 0/0 00000100:00100000:0.0:1763338471.108544:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1811 00002000:00010000:0.0:1763338471.108547:0:28406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.108549:0:28406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717800 with x1848993291165312 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.108554:0:28406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277717800. 00000100:00100000:2.0:1763338471.113388:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.113446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.113610:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165440 00000100:00100000:3.0:1763338471.113624:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165440 00000100:00100000:3.0:1763338471.113709:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165568 00000100:00100000:3.0:1763338471.113713:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165568 00000100:00100000:3.0:1763338471.113756:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1812 00000100:00100000:3.0:1763338471.113769:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2407:x1848993291165440:12345-192.168.202.34@tcp:22:fsx.0 00000100:00100000:1.0:1763338471.113801:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1813 00000100:00100000:1.0:1763338471.113816:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2407:x1848993291165568:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.115517:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.115529:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.115532:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.115534:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.115537:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:2.0:1763338471.115678:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1498f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2407:x1848993291165440:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 1905us (2298us total) trans 21474839265 rc 0/0 00000100:00100000:2.0:1763338471.115691:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1812 00002000:00010000:1.0:1763338471.116613:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.116620:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.116623:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.116626:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.116629:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:1.0:1763338471.116700:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2407:x1848993291165568:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2885us (3249us total) trans 21474839266 rc 0/0 00000100:00100000:1.0:1763338471.116711:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1813 00000100:00100000:2.0:1763338471.121524:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.122688:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165824 00000100:00100000:1.0:1763338471.122705:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165824 00000100:00100000:1.0:1763338471.122785:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10480 00000100:00100000:1.0:1763338471.122795:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+324:57666:x1848993291165824:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.123109:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338471.123873:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.123899:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:1.0:1763338471.123985:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973458 00000004:00010000:1.0:1763338471.124020:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000086da4741 reply state 000000005e4f6c60 transno 4294973459 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.124034:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338471.124050:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.124054:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.124059:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.125056:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+327:57666:x1848993291165824:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 2250us (3534us total) trans 4294973459 rc 0/0 00000100:00100000:1.0:1763338471.125068:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10480 00000020:00080000:1.0:1763338471.125075:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338471.130185:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.130395:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291165952 00000100:00100000:1.0:1763338471.130410:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291165952 00002000:00010000:1.0:1763338471.130468:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.130474:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717b80 with x1848993291165952 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.130490:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277717b80. 00000100:00100000:1.0:1763338471.130537:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1814 00000100:00100000:1.0:1763338471.130551:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291165952:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.130752:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.130756:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.130759:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.130761:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.130764:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763338471.130845:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291165952:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 297us (680us total) trans 21474839267 rc 0/0 00000100:00100000:1.0:1763338471.130854:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1814 00002000:00010000:1.0:1763338471.130858:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.130861:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717b80 with x1848993291165952 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.130865:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277717b80. 00000100:00100000:3.0:1763338471.131153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.131849:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166080 00000100:00100000:2.0:1763338471.131859:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166080 00002000:00010000:2.0:1763338471.131895:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.131900:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858f480 with x1848993291166080 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.131909:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858f480. 00000100:00100000:2.0:1763338471.131947:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1815 00000100:00100000:2.0:1763338471.131955:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993291166080:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.132084:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.132087:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.132089:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.132091:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.132094:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338471.132163:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291166080:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 204us (1006us total) trans 17179871929 rc 0/0 00000100:00100000:2.0:1763338471.132172:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1815 00002000:00010000:2.0:1763338471.132176:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/680 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.132179:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858f480 with x1848993291166080 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.132184:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858f480. 00000100:00100000:2.0:1763338471.137049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.139258:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166336 00000100:00100000:3.0:1763338471.139326:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166336 00002000:00010000:3.0:1763338471.139390:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:3.0:1763338471.139396:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9d500 with x1848993291166336 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338471.139415:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277b9d500. 00000100:00100000:3.0:1763338471.139456:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1816 00000100:00100000:3.0:1763338471.139467:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291166336:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763338471.139681:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338471.139685:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:3.0:1763338471.139688:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338471.139690:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:3.0:1763338471.139693:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338471.139795:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291166336:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 328us (2762us total) trans 17179871930 rc 0/0 00000100:00100000:3.0:1763338471.139804:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1816 00002000:00010000:3.0:1763338471.139808:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:3.0:1763338471.139811:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9d500 with x1848993291166336 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338471.139816:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd277b9d500. 00000100:00100000:2.0:1763338471.145217:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.146648:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166208 00000100:00100000:0.0:1763338471.146666:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166208 00002000:00010000:0.0:1763338471.146728:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.146734:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9f480 with x1848993291166208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.146750:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277b9f480. 00000100:00100000:0.0:1763338471.146803:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1817 00000100:00100000:0.0:1763338471.146814:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291166208:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:0.0:1763338471.148046:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338471.148055:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.148058:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.148061:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.148064:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763338471.148172:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291166208:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1353us (2965us total) trans 21474839268 rc 0/0 00000100:00100000:0.0:1763338471.148183:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1817 00002000:00010000:0.0:1763338471.148189:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.148193:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277b9f480 with x1848993291166208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.148202:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277b9f480. 00000100:00100000:1.0:1763338471.154479:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.154602:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166464 00000100:00100000:2.0:1763338471.154619:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166464 00000100:00100000:2.0:1763338471.154707:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10481 00000100:00100000:2.0:1763338471.154721:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+327:57666:x1848993291166464:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763338471.154754:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.154786:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a7d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af57ff expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.154929:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3a84 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.154948:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3a84 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.154961:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3a84 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338471.154996:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 0 00000004:00200000:2.0:1763338471.155001:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338471.155030:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3a84 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.155063:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a7d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ff expref: 329 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.155087:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3a84 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ff expref: 328 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.155096:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.155099:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338471.155104:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93000, rc 0) 00000100:00100000:2.0:1763338471.155205:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+328:57666:x1848993291166464:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 487us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.155214:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10481 00000100:00100000:2.0:1763338471.166242:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.166522:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166592 00000100:00100000:3.0:1763338471.166536:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166592 00000100:00100000:1.0:1763338471.167843:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7335 00000100:00100000:1.0:1763338471.167867:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2407:x1848993291166592:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338471.167892:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338471.167922:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5806 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338471.167952:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763338471.167977:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.167980:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.167990:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 24 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338471.168009:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 24 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338471.168024:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb800, rc 0) 00000100:00100000:1.0:1763338471.168110:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2407:x1848993291166592:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 254us (1881us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.168118:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7335 00000100:00100000:0.0:1763338471.189927:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.190094:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166720 00000100:00100000:1.0:1763338471.190108:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166720 00000100:00100000:1.0:1763338471.190224:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1818 00000100:00100000:1.0:1763338471.190236:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2408:x1848993291166720:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.190504:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.190508:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.190511:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.190513:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.190516:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763338471.190593:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993291166720:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 358us (683us total) trans 21474839269 rc 0/0 00000100:00100000:1.0:1763338471.190602:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1818 00000100:00100000:1.0:1763338471.200082:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.200197:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291166976 00000100:00100000:2.0:1763338471.200212:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291166976 00000100:00100000:2.0:1763338471.200341:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10482 00000100:00100000:2.0:1763338471.200354:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+328:57666:x1848993291166976:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763338471.200440:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338471.200482:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3a84 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ff expref: 328 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.200507:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.200514:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338471.200785:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.200806:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.200817:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338471.200871:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973460 00000004:00010000:2.0:1763338471.200896:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fdf2d040 reply state 00000000c3c0d486 transno 4294973461 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.200908:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.200915:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.200917:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338471.200920:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338471.201052:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+330:57666:x1848993291166976:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 698us (988us total) trans 4294973461 rc 0/0 00000100:00100000:2.0:1763338471.201062:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10482 00000020:00080000:2.0:1763338471.201069:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338471.205758:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.205859:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167104 00000100:00100000:2.0:1763338471.205873:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167104 00002000:00010000:2.0:1763338471.205934:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (219695->18446744073709551615) 00002000:00100000:2.0:1763338471.205940:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715180 with x1848993291167104 ext(219695->18446744073709551615) 00002000:00010000:2.0:1763338471.205956:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277715180. 00000100:00100000:2.0:1763338471.206000:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1819 00000100:00100000:2.0:1763338471.206012:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2408:x1848993291167104:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.206395:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 219695 00002000:00010000:2.0:1763338471.206399:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.206402:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.206404:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.206407:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 2048 -> 432 00000100:00100000:2.0:1763338471.206494:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2408:x1848993291167104:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 482us (752us total) trans 21474839270 rc 0/0 00000100:00100000:2.0:1763338471.206502:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1819 00002000:00010000:2.0:1763338471.206507:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (219695->18446744073709551615) 00002000:00100000:2.0:1763338471.206509:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715180 with x1848993291167104 ext(219695->18446744073709551615) 00002000:00010000:2.0:1763338471.206514:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277715180. 00000100:00100000:3.0:1763338471.207160:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.207199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.207230:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167232 00000100:00100000:1.0:1763338471.207238:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167232 00002000:00010000:1.0:1763338471.207305:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.207311:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858c000 with x1848993291167232 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.207319:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858c000. 00000100:00100000:1.0:1763338471.207351:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167360 00000100:00100000:1.0:1763338471.207355:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167360 00000100:00100000:3.0:1763338471.207369:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1820 00002000:00010000:1.0:1763338471.207371:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.207374:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858df80 with x1848993291167360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.207382:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858df80. 00000100:00100000:3.0:1763338471.207390:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+35:2407:x1848993291167232:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:1.0:1763338471.207400:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1821 00000100:00100000:1.0:1763338471.207406:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14858df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2407:x1848993291167360:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763338471.207508:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.207508:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338471.207512:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.207512:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:3.0:1763338471.207515:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.207515:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338471.207518:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.207518:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:3.0:1763338471.207521:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763338471.207521:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.207567:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2407:x1848993291167360:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 159us (366us total) trans 17179871931 rc 0/0 00000100:00100000:1.0:1763338471.207574:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1821 00002000:00010000:1.0:1763338471.207578:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.207581:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858df80 with x1848993291167360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.207585:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14858df80. 00000100:00100000:1.0:1763338471.207869:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14858c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2407:x1848993291167232:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 490us (710us total) trans 21474839271 rc 0/0 00000100:00100000:1.0:1763338471.207877:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1820 00002000:00010000:1.0:1763338471.207880:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.207883:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14858c000 with x1848993291167232 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.207888:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14858c000. 00000100:00100000:3.0:1763338471.211328:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.211373:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167488 00000100:00100000:0.0:1763338471.211386:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167488 00000100:00100000:0.0:1763338471.211466:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10483 00000100:00100000:0.0:1763338471.211478:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+330:57666:x1848993291167488:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763338471.211509:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338471.211538:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3a99 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af580d expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.211679:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3aa0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:0.0:1763338471.211699:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338471.211713:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:0.0:1763338471.211751:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 219695 00000004:00200000:0.0:1763338471.211757:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338471.211789:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338471.211827:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3a99 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af580d expref: 332 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.211849:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3aa0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af580d expref: 331 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.211859:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338471.211862:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763338471.211867:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49200, rc 0) 00000100:00100000:0.0:1763338471.211957:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+331:57666:x1848993291167488:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 480us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338471.211965:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10483 00000100:00100000:0.0:1763338471.226043:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.227524:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167616 00000100:00100000:1.0:1763338471.227545:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167616 00002000:00100000:1.0:1763338471.227658:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (139264->143359) req@ffff8fd277717100 x1848993291167616/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.227675:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717100 with x1848993291167616 ext(139264->143359) 00002000:00010000:1.0:1763338471.227687:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277717100 00000100:00100000:2.0:1763338471.228558:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1822 00000100:00100000:2.0:1763338471.228580:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993291167616:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763338471.228913:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2410:x1848993291167616:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 339us (2895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763338471.228925:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1822 00002000:00100000:2.0:1763338471.228935:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (139264->143359) req@ffff8fd277717100 x1848993291167616/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/4536 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.228954:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717100 with x1848993291167616 ext(139264->143359) 00002000:00010000:2.0:1763338471.228961:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277717100 00000100:00100000:1.0:1763338471.235402:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.236004:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167744 00000100:00100000:2.0:1763338471.236020:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167744 00002000:00100000:2.0:1763338471.236094:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (180224->184319) req@ffff8fd144bf9f80 x1848993291167744/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.236182:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bf9f80 with x1848993291167744 ext(180224->184319) 00002000:00010000:2.0:1763338471.236191:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144bf9f80 00000100:00100000:3.0:1763338471.236897:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1823 00000100:00100000:3.0:1763338471.236924:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2407:x1848993291167744:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763338471.238390:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2407:x1848993291167744:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 1467us (2990us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763338471.238404:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1823 00002000:00100000:3.0:1763338471.238418:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (180224->184319) req@ffff8fd144bf9f80 x1848993291167744/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/4536 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338471.238429:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd144bf9f80 with x1848993291167744 ext(180224->184319) 00002000:00010000:3.0:1763338471.238435:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd144bf9f80 00000100:00100000:3.0:1763338471.244498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.244624:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291167872 00000100:00100000:2.0:1763338471.244639:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291167872 00000100:00100000:2.0:1763338471.245393:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1824 00000100:00100000:2.0:1763338471.245411:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+36:2408:x1848993291167872:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.246127:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 219695 -> 219695 00002000:00010000:2.0:1763338471.246150:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.246154:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.246157:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.246159:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:2.0:1763338471.246320:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2408:x1848993291167872:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 911us (1836us total) trans 21474839272 rc 0/0 00000100:00100000:2.0:1763338471.246332:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1824 00000100:00100000:0.0:1763338471.260466:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.261314:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168000 00000100:00100000:1.0:1763338471.261331:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168000 00002000:00100000:1.0:1763338471.261413:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (139264->184319) req@ffff8fd277715c00 x1848993291168000/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.261433:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715c00 with x1848993291168000 ext(139264->184319) 00002000:00010000:1.0:1763338471.261441:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277715c00 00000100:00100000:1.0:1763338471.261490:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1825 00000100:00100000:1.0:1763338471.261502:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+37:2407:x1848993291168000:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763338471.278230:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2407:x1848993291168000:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 16718us (17770us total) trans 21474839273 rc 0/0 00000100:00100000:1.0:1763338471.278255:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1825 00002000:00100000:1.0:1763338471.278290:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (139264->184319) req@ffff8fd277715c00 x1848993291168000/t21474839273(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.278301:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715c00 with x1848993291168000 ext(139264->184319) 00002000:00010000:1.0:1763338471.278307:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277715c00 00000100:00100000:1.0:1763338471.285714:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.286290:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168128 00000100:00100000:2.0:1763338471.286301:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168128 00000100:00100000:2.0:1763338471.286488:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1826 00000100:00100000:2.0:1763338471.286501:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+39:2408:x1848993291168128:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.287036:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 219695 -> 219695 00002000:00010000:2.0:1763338471.287040:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.287043:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.287046:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.287048:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 432 -> 368 00000100:00100000:2.0:1763338471.287121:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2408:x1848993291168128:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 620us (1414us total) trans 21474839274 rc 0/0 00000100:00100000:2.0:1763338471.287129:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1826 00000100:00100000:0.0:1763338471.293068:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.293762:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168256 00000100:00100000:2.0:1763338471.293773:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168256 00000100:00100000:2.0:1763338471.293862:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1827 00000100:00100000:2.0:1763338471.293873:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+40:2408:x1848993291168256:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.294325:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 219695 -> 219695 00002000:00010000:2.0:1763338471.294330:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.294332:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.294334:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.294337:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 368 -> 432 00000100:00100000:2.0:1763338471.294425:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2408:x1848993291168256:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 553us (1365us total) trans 21474839275 rc 0/0 00000100:00100000:2.0:1763338471.294435:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1827 00000100:00100000:0.0:1763338471.300837:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.300936:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168384 00000100:00100000:2.0:1763338471.300950:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168384 00002000:00100000:2.0:1763338471.301004:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (32768->94207) req@ffff8fd277716d80 x1848993291168384/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.301015:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716d80 with x1848993291168384 ext(32768->94207) 00002000:00010000:2.0:1763338471.301023:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716d80 00000100:00100000:3.0:1763338471.306354:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1828 00000100:00100000:3.0:1763338471.306383:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2408:x1848993291168384:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763338471.310785:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2408:x1848993291168384:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4403us (9948us total) trans 0 rc 61440/61440 00000100:00100000:3.0:1763338471.310802:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1828 00002000:00100000:3.0:1763338471.310815:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (32768->94207) req@ffff8fd277716d80 x1848993291168384/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338471.310832:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716d80 with x1848993291168384 ext(32768->94207) 00002000:00010000:3.0:1763338471.310839:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716d80 00000100:00100000:1.0:1763338471.315848:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.315930:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168512 00000100:00100000:2.0:1763338471.315941:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168512 00000100:00100000:2.0:1763338471.316015:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1829 00000100:00100000:2.0:1763338471.316025:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+41:2407:x1848993291168512:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.316294:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 219695 -> 219695 00002000:00010000:2.0:1763338471.316298:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.316301:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.316303:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.316305:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:2.0:1763338471.316370:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+42:2407:x1848993291168512:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 346us (532us total) trans 21474839276 rc 0/0 00000100:00100000:2.0:1763338471.316379:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1829 00000100:00100000:1.0:1763338471.326658:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.326782:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168768 00000100:00100000:2.0:1763338471.326794:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168768 00000100:00100000:2.0:1763338471.326862:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10484 00000100:00100000:2.0:1763338471.326872:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+331:57666:x1848993291168768:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763338471.326928:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338471.326961:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3aa0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af580d expref: 331 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.326981:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.326986:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338471.327165:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.327196:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.327207:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338471.327333:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973462 00000004:00010000:2.0:1763338471.327356:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6b06f28 reply state 0000000001b2fe1d transno 4294973463 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.327369:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.327375:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.327378:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338471.327381:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338471.327468:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+333:57666:x1848993291168768:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 597us (823us total) trans 4294973463 rc 0/0 00000100:00100000:2.0:1763338471.327474:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10484 00000020:00080000:2.0:1763338471.327480:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338471.332429:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.332469:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.332496:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.333237:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291168896 00000100:00100000:0.0:1763338471.333257:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291168896 00002000:00010000:0.0:1763338471.333334:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (243472->18446744073709551615) 00002000:00100000:0.0:1763338471.333339:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788cad80 with x1848993291168896 ext(243472->18446744073709551615) 00002000:00010000:0.0:1763338471.333350:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788cad80. 00000100:00100000:0.0:1763338471.334281:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169024 00000100:00100000:0.0:1763338471.334288:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169024 00002000:00010000:0.0:1763338471.334308:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.334311:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c8e00 with x1848993291169024 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.334318:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c8e00. 00000100:00100000:3.0:1763338471.334616:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169152 00000100:00100000:3.0:1763338471.334621:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169152 00000100:00100000:0.0:1763338471.335550:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1830 00000100:00100000:2.0:1763338471.335597:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1831 00000100:00100000:0.0:1763338471.335598:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2408:x1848993291168896:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:2.0:1763338471.335628:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+43:2408:x1848993291169024:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.335906:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.335912:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788cb100 with x1848993291169152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.335921:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2788cb100. 00002000:00010000:0.0:1763338471.335931:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 219695 -> 243472 00002000:00010000:0.0:1763338471.335936:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.335939:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.335941:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.335944:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:1.0:1763338471.335957:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1832 00000100:00100000:1.0:1763338471.335967:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2408:x1848993291169152:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:0.0:1763338471.336013:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+45:2408:x1848993291168896:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 432us (3591us total) trans 21474839278 rc 0/0 00000100:00100000:0.0:1763338471.336022:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1830 00002000:00010000:0.0:1763338471.336026:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (243472->18446744073709551615) 00002000:00100000:0.0:1763338471.336030:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788cad80 with x1848993291168896 ext(243472->18446744073709551615) 00002000:00010000:0.0:1763338471.336038:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788cad80. 00002000:00010000:1.0:1763338471.336055:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.336060:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.336063:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.336065:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.336068:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.336097:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2408:x1848993291169152:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 131us (3598us total) trans 17179871932 rc 0/0 00000100:00100000:1.0:1763338471.336105:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1832 00002000:00010000:1.0:1763338471.336110:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.336113:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788cb100 with x1848993291169152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.336118:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2788cb100. 00002000:00010000:2.0:1763338471.336196:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.336200:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.336202:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.336203:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.336206:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763338471.336461:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2408:x1848993291169024:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 839us (3989us total) trans 21474839277 rc 0/0 00000100:00100000:1.0:1763338471.336468:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1831 00002000:00010000:1.0:1763338471.336472:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.336475:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c8e00 with x1848993291169024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.336481:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c8e00. 00000100:00100000:1.0:1763338471.343669:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.343774:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169280 00000100:00100000:2.0:1763338471.343785:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169280 00002000:00100000:2.0:1763338471.343840:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (192512->245759) req@ffff8fd2788c9880 x1848993291169280/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.343857:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9880 with x1848993291169280 ext(192512->245759) 00002000:00010000:2.0:1763338471.343863:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c9880 00000100:00100000:2.0:1763338471.343899:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1833 00000100:00100000:2.0:1763338471.343909:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2410:x1848993291169280:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763338471.348230:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2410:x1848993291169280:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4310us (4558us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1763338471.348244:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1833 00002000:00100000:2.0:1763338471.348306:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (192512->245759) req@ffff8fd2788c9880 x1848993291169280/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.348317:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9880 with x1848993291169280 ext(192512->245759) 00002000:00010000:2.0:1763338471.348324:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c9880 00000100:00100000:0.0:1763338471.361416:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.361884:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169408 00000100:00100000:2.0:1763338471.361897:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169408 00002000:00100000:2.0:1763338471.361953:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (221184->243471) req@ffff8fd277717480 x1848993291169408/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.361966:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717480 with x1848993291169408 ext(221184->243471) 00002000:00010000:2.0:1763338471.361972:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277717480 00000100:00100000:2.0:1763338471.362382:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1834 00000100:00100000:2.0:1763338471.362393:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+44:2408:x1848993291169408:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:2.0:1763338471.366793:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+46:2408:x1848993291169408:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 4386us (5374us total) trans 21474839279 rc 0/0 00000100:00100000:2.0:1763338471.366810:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1834 00002000:00100000:2.0:1763338471.366825:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (221184->243471) req@ffff8fd277717480 x1848993291169408/t21474839279(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.366835:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277717480 with x1848993291169408 ext(221184->243471) 00002000:00010000:2.0:1763338471.366843:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277717480 00000100:00100000:0.0:1763338471.369992:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.370451:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169536 00000100:00100000:2.0:1763338471.370464:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169536 00000100:00100000:2.0:1763338471.370543:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7336 00000100:00100000:2.0:1763338471.370553:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d50f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+46:2410:x1848993291169536:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:0.0:1763338471.380566:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839279 is committed 00000001:00080000:0.0:1763338471.380641:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839248 is committed 00000100:00100000:2.0:1763338471.380928:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d50f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291169536:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 10371us (10940us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.380942:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7336 00000100:00100000:0.0:1763338471.384933:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.385096:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169664 00000100:00100000:1.0:1763338471.385108:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169664 00000100:00100000:1.0:1763338471.385185:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10485 00000100:00100000:1.0:1763338471.385194:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+333:57666:x1848993291169664:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338471.385218:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338471.385241:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3aae lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5814 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.385389:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ab5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.385407:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ab5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.385420:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ab5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338471.385450:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 243472 00000004:00200000:1.0:1763338471.385455:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338471.385477:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ab5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.385507:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3aae lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5814 expref: 335 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.385526:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5814 expref: 334 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.385535:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.385538:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338471.385541:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7800, rc 0) 00000100:00100000:1.0:1763338471.385601:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+334:57666:x1848993291169664:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 408us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.385608:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10485 00000100:00100000:1.0:1763338471.391523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.391896:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291169792 00000100:00100000:2.0:1763338471.391906:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291169792 00000100:00100000:2.0:1763338471.391980:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1835 00000100:00100000:2.0:1763338471.391991:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2408:x1848993291169792:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.392444:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 243472 -> 243472 00002000:00010000:2.0:1763338471.392449:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.392451:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 1763338471 00002000:00010000:2.0:1763338471.392454:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.392457:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 432 -> 480 00000100:00100000:2.0:1763338471.392528:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2408:x1848993291169792:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 537us (1012us total) trans 21474839280 rc 0/0 00000100:00100000:2.0:1763338471.392537:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1835 00000100:00100000:0.0:1763338471.399523:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.399665:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170048 00000100:00100000:2.0:1763338471.399676:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170048 00000100:00100000:2.0:1763338471.400086:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10486 00000100:00100000:2.0:1763338471.400097:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+334:57666:x1848993291170048:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763338471.400156:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338471.400185:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ab5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5814 expref: 334 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.400206:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.400212:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338471.400451:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.400931:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.400943:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338471.400996:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973464 00000004:00010000:2.0:1763338471.401025:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe24ec98 reply state 00000000c57207a8 transno 4294973465 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.401038:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.401044:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.401048:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338471.401051:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338471.401767:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+336:57666:x1848993291170048:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 1667us (2250us total) trans 4294973465 rc 0/0 00000100:00100000:2.0:1763338471.401777:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10486 00000020:00080000:2.0:1763338471.401783:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338471.406288:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.406665:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170176 00000100:00100000:1.0:1763338471.406675:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170176 00002000:00010000:1.0:1763338471.406712:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (262144->18446744073709551615) 00002000:00100000:1.0:1763338471.406716:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716300 with x1848993291170176 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763338471.406728:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716300. 00000100:00100000:1.0:1763338471.407203:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1836 00000100:00100000:1.0:1763338471.407214:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291170176:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.407429:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 243472 -> 262144 00002000:00010000:1.0:1763338471.407433:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.407436:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.407438:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.407440:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:1.0:1763338471.407489:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291170176:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 278us (1249us total) trans 21474839281 rc 0/0 00000100:00100000:1.0:1763338471.407495:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1836 00002000:00010000:1.0:1763338471.407500:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (262144->18446744073709551615) 00002000:00100000:1.0:1763338471.407502:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716300 with x1848993291170176 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763338471.407507:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716300. 00000100:00100000:1.0:1763338471.408961:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.409004:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.409784:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170304 00000100:00100000:2.0:1763338471.409794:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170304 00002000:00010000:2.0:1763338471.409830:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.409835:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c8a80 with x1848993291170304 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.409857:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c8a80. 00000100:00100000:2.0:1763338471.409882:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170432 00000100:00100000:2.0:1763338471.409885:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170432 00002000:00010000:2.0:1763338471.409897:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.409900:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788ca300 with x1848993291170432 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.409907:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2788ca300. 00000100:00100000:2.0:1763338471.409933:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1837 00000100:00100000:2.0:1763338471.409943:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291170304:12345-192.168.202.34@tcp:10:fsx.0 00000100:00100000:0.0:1763338471.409970:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1838 00000100:00100000:0.0:1763338471.409984:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2410:x1848993291170432:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.410095:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338471.410095:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.410102:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.410103:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.410107:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338471.410109:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.410113:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.410114:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.410120:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1763338471.410120:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338471.410182:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2410:x1848993291170432:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 201us (1176us total) trans 17179871933 rc 0/0 00000100:00100000:0.0:1763338471.410190:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1838 00002000:00010000:0.0:1763338471.410194:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:0.0:1763338471.410197:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788ca300 with x1848993291170432 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338471.410201:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2788ca300. 00000100:00100000:2.0:1763338471.411064:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291170304:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1117us (2104us total) trans 21474839282 rc 0/0 00000100:00100000:2.0:1763338471.411075:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1837 00002000:00010000:2.0:1763338471.411079:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.411082:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c8a80 with x1848993291170304 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.411090:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c8a80. 00000100:00100000:0.0:1763338471.421931:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.422578:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170560 00000100:00100000:2.0:1763338471.422589:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170560 00002000:00100000:2.0:1763338471.422648:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (245760->262143) req@ffff8fd277716a00 x1848993291170560/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.422667:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716a00 with x1848993291170560 ext(245760->262143) 00002000:00010000:2.0:1763338471.422674:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716a00 00000100:00100000:2.0:1763338471.422712:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1839 00000100:00100000:2.0:1763338471.422721:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291170560:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763338471.422975:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291170560:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 254us (1055us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1763338471.422983:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1839 00002000:00100000:2.0:1763338471.422989:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (245760->262143) req@ffff8fd277716a00 x1848993291170560/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/16824 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.422998:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277716a00 with x1848993291170560 ext(245760->262143) 00002000:00010000:2.0:1763338471.423001:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277716a00 00000100:00100000:0.0:1763338471.427708:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.427820:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170688 00000100:00100000:1.0:1763338471.427831:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170688 00002000:00100000:1.0:1763338471.427875:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (253952->262143) req@ffff8fd277715500 x1848993291170688/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 8680/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.427886:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715500 with x1848993291170688 ext(253952->262143) 00002000:00010000:1.0:1763338471.427891:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277715500 00000100:00100000:1.0:1763338471.427925:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1840 00000100:00100000:1.0:1763338471.427933:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291170688:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763338471.429123:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291170688:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 1182us (1419us total) trans 21474839283 rc 0/0 00000100:00100000:1.0:1763338471.429138:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1840 00002000:00100000:1.0:1763338471.429147:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (253952->262143) req@ffff8fd277715500 x1848993291170688/t21474839283(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 8680/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.429157:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd277715500 with x1848993291170688 ext(253952->262143) 00002000:00010000:1.0:1763338471.429162:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd277715500 00000100:00100000:3.0:1763338471.435151:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.435519:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170816 00000100:00100000:2.0:1763338471.435530:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170816 00000100:00100000:2.0:1763338471.436578:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7337 00000100:00100000:2.0:1763338471.436597:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291170816:12345-192.168.202.34@tcp:16:fsx.0 00010000:00010000:2.0:1763338471.439539:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763338471.445871:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839283 is committed 00000100:00100000:2.0:1763338471.446477:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291170816:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 9881us (11330us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.446491:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7337 00000100:00100000:0.0:1763338471.452021:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.452519:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291170944 00000100:00100000:2.0:1763338471.452531:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291170944 00000100:00100000:2.0:1763338471.452602:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10487 00000100:00100000:2.0:1763338471.452612:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+336:57666:x1848993291170944:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763338471.452637:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.452659:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3ac3 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af581b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.452776:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3aca lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.452792:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3aca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.452803:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3aca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338471.452834:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 262144 00000004:00200000:2.0:1763338471.452840:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338471.452861:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3aca lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.452891:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3ac3 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af581b expref: 338 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.452910:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3aca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af581b expref: 337 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.452918:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.452921:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338471.452925:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338471.452994:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+337:57666:x1848993291170944:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 383us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.453002:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10487 00000100:00100000:0.0:1763338471.461137:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.461244:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171072 00000100:00100000:1.0:1763338471.461297:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171072 00000100:00100000:1.0:1763338471.461437:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1841 00000100:00100000:1.0:1763338471.461448:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291171072:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.461743:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763338471.461747:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.461749:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.461752:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.461754:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 480 -> 456 00000100:00100000:1.0:1763338471.465200:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291171072:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 3741us (4060us total) trans 21474839284 rc 0/0 00000100:00100000:1.0:1763338471.465216:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1841 00000100:00100000:3.0:1763338471.474394:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.475036:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171200 00000100:00100000:1.0:1763338471.475050:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171200 00000100:00100000:2.0:1763338471.475826:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1842 00000100:00100000:2.0:1763338471.475843:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291171200:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.476067:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763338471.476072:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.476075:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.476077:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.476080:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:2.0:1763338471.478569:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291171200:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 2720us (4176us total) trans 21474839285 rc 0/0 00000100:00100000:2.0:1763338471.478583:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1842 00000100:00100000:0.0:1763338471.495791:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.496587:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171328 00000100:00100000:2.0:1763338471.496598:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171328 00002000:00100000:2.0:1763338471.496656:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (94208->147455) req@ffff8fd1439c4a80 x1848993291171328/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.496668:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c4a80 with x1848993291171328 ext(94208->147455) 00002000:00010000:2.0:1763338471.496674:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c4a80 00000100:00100000:1.0:1763338471.497179:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1843 00000100:00100000:1.0:1763338471.497193:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291171328:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763338471.500388:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2408:x1848993291171328:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3187us (4598us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1763338471.500400:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1843 00002000:00100000:1.0:1763338471.500413:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (94208->147455) req@ffff8fd1439c4a80 x1848993291171328/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.500424:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c4a80 with x1848993291171328 ext(94208->147455) 00002000:00010000:1.0:1763338471.500430:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c4a80 00000100:00100000:3.0:1763338471.504379:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2788c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303283072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763338471.504452:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338471.504610:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303283072 00000100:00100000:1.0:1763338471.504618:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303283072 00000100:00100000:1.0:1763338471.504674:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1763338471.504682:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303283072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763338471.504705:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484897216 pending 0 free 3920228352 avail 3688706048 00000100:00100000:1.0:1763338471.504753:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3654:x1848993303283072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.504760:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1763338471.504861:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2788c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848993303283072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763338471.504972:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.505046:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171456 00000100:00100000:2.0:1763338471.505050:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171456 00000100:00100000:2.0:1763338471.505098:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1844 00000100:00100000:2.0:1763338471.505106:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291171456:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.505760:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763338471.505765:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.505767:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.505769:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.505772:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 456 -> 400 00000100:00100000:2.0:1763338471.505833:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291171456:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 726us (860us total) trans 21474839286 rc 0/0 00000100:00100000:2.0:1763338471.505840:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1844 00000100:00100000:0.0:1763338471.510467:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.511817:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171584 00000100:00100000:2.0:1763338471.511831:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171584 00000100:00100000:2.0:1763338471.511916:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1845 00000100:00100000:2.0:1763338471.511926:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291171584:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.512242:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763338471.512259:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.512298:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.512301:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.512303:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 400 -> 376 00000100:00100000:2.0:1763338471.512368:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291171584:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 444us (1911us total) trans 21474839287 rc 0/0 00000100:00100000:2.0:1763338471.512377:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1845 00000100:00100000:0.0:1763338471.518777:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.519549:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171712 00000100:00100000:1.0:1763338471.519561:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171712 00002000:00100000:1.0:1763338471.519612:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (176128->241663) req@ffff8fd1439c7800 x1848993291171712/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.519624:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c7800 with x1848993291171712 ext(176128->241663) 00002000:00010000:1.0:1763338471.519631:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c7800 00000100:00100000:1.0:1763338471.520238:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1846 00000100:00100000:1.0:1763338471.520258:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291171712:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763338471.524217:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291171712:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 3958us (5437us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763338471.524241:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1846 00002000:00100000:1.0:1763338471.524301:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (176128->241663) req@ffff8fd1439c7800 x1848993291171712/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.524313:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c7800 with x1848993291171712 ext(176128->241663) 00002000:00010000:1.0:1763338471.524320:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c7800 00000100:00100000:3.0:1763338471.532420:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.532761:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171840 00000100:00100000:1.0:1763338471.532771:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171840 00002000:00100000:1.0:1763338471.532814:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (110592->229375) req@ffff8fd1430ac000 x1848993291171840/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 504/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.532825:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ac000 with x1848993291171840 ext(110592->229375) 00002000:00010000:1.0:1763338471.532831:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ac000 00000100:00100000:1.0:1763338471.532861:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1847 00000100:00100000:1.0:1763338471.532870:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993291171840:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763338471.545597:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2408:x1848993291171840:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 12716us (13172us total) trans 21474839288 rc 0/0 00000100:00100000:1.0:1763338471.545611:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1847 00002000:00100000:1.0:1763338471.545625:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (110592->229375) req@ffff8fd1430ac000 x1848993291171840/t21474839288(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 504/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.545635:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ac000 with x1848993291171840 ext(110592->229375) 00002000:00010000:1.0:1763338471.545641:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ac000 00000100:00100000:0.0:1763338471.551160:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.551242:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291171968 00000100:00100000:2.0:1763338471.551297:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291171968 00000100:00100000:2.0:1763338471.551359:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7338 00000100:00100000:2.0:1763338471.551369:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993291171968:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:1.0:1763338471.561468:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839288 is committed 00000100:00100000:2.0:1763338471.562178:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291171968:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 10802us (11019us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.562192:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7338 00000100:00100000:0.0:1763338471.577965:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.581802:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172224 00000100:00100000:1.0:1763338471.581821:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172224 00000100:00100000:1.0:1763338471.581908:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10488 00000100:00100000:1.0:1763338471.581919:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+337:57666:x1848993291172224:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.581977:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338471.582006:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3aca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af581b expref: 337 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.582024:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.582029:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338471.582183:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.582198:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.582207:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:1.0:1763338471.582243:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973466 00000004:00010000:1.0:1763338471.582327:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd94305f reply state 0000000017e540c0 transno 4294973467 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.582338:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.582344:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.582347:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.582349:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.582460:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+339:57666:x1848993291172224:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 542us (4503us total) trans 4294973467 rc 0/0 00000100:00100000:1.0:1763338471.582468:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10488 00000020:00080000:1.0:1763338471.582474:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763338471.588511:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.588557:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.588574:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172352 00000100:00100000:1.0:1763338471.588585:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172352 00002000:00010000:1.0:1763338471.588627:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (22605->18446744073709551615) 00002000:00100000:1.0:1763338471.588633:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ad180 with x1848993291172352 ext(22605->18446744073709551615) 00002000:00010000:1.0:1763338471.588645:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ad180. 00000100:00100000:1.0:1763338471.588685:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172480 00000100:00100000:1.0:1763338471.588688:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172480 00002000:00010000:1.0:1763338471.588700:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.588703:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430adf80 with x1848993291172480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.588708:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430adf80. 00000100:00100000:1.0:1763338471.588880:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1848 00000100:00100000:1.0:1763338471.588890:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291172352:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.589433:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 262144 -> 22605 00002000:00010000:1.0:1763338471.589440:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338471 -> 1763338472 00002000:00010000:1.0:1763338471.589442:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.589444:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338471 -> 1763338472 00002000:00010000:1.0:1763338471.589447:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 376 -> 56 00000100:00100000:1.0:1763338471.589525:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291172352:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 635us (1024us total) trans 21474839289 rc 0/0 00000100:00100000:1.0:1763338471.589533:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1848 00002000:00010000:1.0:1763338471.589538:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (22605->18446744073709551615) 00002000:00100000:1.0:1763338471.589541:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430ad180 with x1848993291172352 ext(22605->18446744073709551615) 00002000:00010000:1.0:1763338471.589546:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430ad180. 00000100:00100000:1.0:1763338471.589566:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1849 00000100:00100000:1.0:1763338471.589573:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291172480:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.589627:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.589630:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338471 -> 1763338472 00002000:00010000:1.0:1763338471.589632:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.589634:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338471 -> 1763338472 00002000:00010000:1.0:1763338471.589636:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763338471.589658:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1430adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291172480:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 86us (1100us total) trans 21474839290 rc 0/0 00000100:00100000:1.0:1763338471.589665:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1849 00002000:00010000:1.0:1763338471.589667:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.589670:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1430adf80 with x1848993291172480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.589673:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1430adf80. 00000100:00100000:0.0:1763338471.592031:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.592921:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172608 00000100:00100000:3.0:1763338471.592934:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172608 00002000:00010000:3.0:1763338471.592974:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:3.0:1763338471.592978:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c4000 with x1848993291172608 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338471.592991:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c4000. 00000100:00100000:3.0:1763338471.593024:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1850 00000100:00100000:3.0:1763338471.593033:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+27:2408:x1848993291172608:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:3.0:1763338471.594387:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763338471.594394:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338471 -> 1763338472 00002000:00010000:3.0:1763338471.594397:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763338471.594399:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338471 -> 1763338472 00002000:00010000:3.0:1763338471.594402:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763338471.594479:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2408:x1848993291172608:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 1442us (2453us total) trans 17179871934 rc 0/0 00000100:00100000:3.0:1763338471.594492:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1850 00002000:00010000:3.0:1763338471.594498:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:3.0:1763338471.594502:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c4000 with x1848993291172608 ext(0->18446744073709551615) 00002000:00010000:3.0:1763338471.594509:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c4000. 00000100:00100000:0.0:1763338471.604227:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.605100:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172736 00000100:00100000:1.0:1763338471.605116:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172736 00000100:00100000:1.0:1763338471.605183:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10489 00000100:00100000:1.0:1763338471.605194:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+339:57666:x1848993291172736:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338471.605220:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338471.605275:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ad8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5822 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.605390:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3adf lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.605403:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3adf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.605415:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3adf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338471.605444:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 22605 00000004:00200000:1.0:1763338471.605448:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338471.605465:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3adf lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.605489:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ad8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5822 expref: 341 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.605506:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3adf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5822 expref: 340 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.605514:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.605517:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338471.605521:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd2821c7000, rc 0) 00000100:00100000:1.0:1763338471.605577:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+340:57666:x1848993291172736:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 385us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.605584:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10489 00000100:00100000:0.0:1763338471.617113:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.617206:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172864 00000100:00100000:2.0:1763338471.617218:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172864 00000100:00100000:2.0:1763338471.617338:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1851 00000100:00100000:2.0:1763338471.617349:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291172864:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.617667:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 22605 -> 22605 00002000:00010000:2.0:1763338471.617673:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.617676:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.617678:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.617681:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 56 -> 48 00000100:00100000:2.0:1763338471.617740:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291172864:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 392us (635us total) trans 21474839291 rc 0/0 00000100:00100000:2.0:1763338471.617748:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1851 00000100:00100000:0.0:1763338471.625720:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.625794:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291172992 00000100:00100000:1.0:1763338471.625805:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291172992 00002000:00100000:1.0:1763338471.625851:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (159744->222772) req@ffff8fd1439c6a00 x1848993291172992/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.625863:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6a00 with x1848993291172992 ext(159744->222772) 00002000:00010000:1.0:1763338471.625869:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c6a00 00000100:00100000:1.0:1763338471.625906:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1852 00000100:00100000:1.0:1763338471.625915:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291172992:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763338471.638702:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2409:x1848993291172992:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 12772us (12977us total) trans 21474839292 rc 0/0 00000100:00100000:1.0:1763338471.638720:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1852 00002000:00100000:1.0:1763338471.638737:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (159744->222772) req@ffff8fd1439c6a00 x1848993291172992/t21474839292(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.638748:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6a00 with x1848993291172992 ext(159744->222772) 00002000:00010000:1.0:1763338471.638756:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c6a00 00000100:00100000:0.0:1763338471.644770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.644859:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291173120 00000100:00100000:1.0:1763338471.644869:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291173120 00000100:00100000:1.0:1763338471.644936:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1853 00000100:00100000:1.0:1763338471.644944:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291173120:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.645195:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 22605 -> 222773 00002000:00010000:1.0:1763338471.645199:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.645201:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.645203:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.645205:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 48 -> 168 00000100:00100000:1.0:1763338471.645307:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291173120:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 362us (545us total) trans 21474839293 rc 0/0 00000100:00100000:1.0:1763338471.645314:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1853 00000100:00100000:0.0:1763338471.663042:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.663138:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291173248 00000100:00100000:2.0:1763338471.663147:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291173248 00002000:00100000:2.0:1763338471.663194:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (0->167935) req@ffff8fd1439c6300 x1848993291173248/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 504/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.663205:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6300 with x1848993291173248 ext(0->167935) 00002000:00010000:2.0:1763338471.663211:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c6300 00000100:00100000:2.0:1763338471.663253:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1854 00000100:00100000:2.0:1763338471.663298:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291173248:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:2.0:1763338471.667580:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291173248:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4307us (4537us total) trans 0 rc 163840/163840 00000100:00100000:2.0:1763338471.667597:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1854 00002000:00100000:2.0:1763338471.667611:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x2a8:0x0] (0->167935) req@ffff8fd1439c6300 x1848993291173248/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 504/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.667623:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c6300 with x1848993291173248 ext(0->167935) 00002000:00010000:2.0:1763338471.667631:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c6300 00000100:00100000:0.0:1763338471.678699:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.679172:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291173504 00000100:00100000:1.0:1763338471.679182:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291173504 00000100:00100000:1.0:1763338471.679297:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10490 00000100:00100000:1.0:1763338471.679309:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+340:57666:x1848993291173504:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.679374:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338471.679402:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3adf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5822 expref: 340 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.679421:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.679426:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338471.679639:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.679659:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.679669:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:1.0:1763338471.679726:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973468 00000004:00010000:1.0:1763338471.679750:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055d7e74a reply state 00000000cb9fdc1b transno 4294973469 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.679762:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.679767:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.679769:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.679772:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.679854:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+342:57666:x1848993291173504:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 547us (1175us total) trans 4294973469 rc 0/0 00000100:00100000:1.0:1763338471.679861:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10490 00000020:00080000:1.0:1763338471.679867:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338471.683615:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.683756:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291173632 00000100:00100000:2.0:1763338471.683766:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291173632 00002000:00010000:2.0:1763338471.683806:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (35425->18446744073709551615) 00002000:00100000:2.0:1763338471.683811:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c7b80 with x1848993291173632 ext(35425->18446744073709551615) 00002000:00010000:2.0:1763338471.683823:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c7b80. 00000100:00100000:2.0:1763338471.683859:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1855 00000100:00100000:2.0:1763338471.683868:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291173632:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.684254:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 222773 -> 35425 00002000:00010000:2.0:1763338471.684258:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.684294:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:2.0:1763338471.684296:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.684299:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 168 -> 40 00000100:00100000:2.0:1763338471.684357:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291173632:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 489us (751us total) trans 21474839294 rc 0/0 00000100:00100000:2.0:1763338471.684365:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1855 00002000:00010000:2.0:1763338471.684369:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (35425->18446744073709551615) 00002000:00100000:2.0:1763338471.684371:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c7b80 with x1848993291173632 ext(35425->18446744073709551615) 00002000:00010000:2.0:1763338471.684376:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c7b80. 00000100:00100000:0.0:1763338471.685930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.686802:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291173760 00000100:00100000:1.0:1763338471.686814:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291173760 00002000:00010000:1.0:1763338471.686857:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.686862:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c5f80 with x1848993291173760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.686874:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c5f80. 00000100:00100000:1.0:1763338471.686902:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1856 00000100:00100000:1.0:1763338471.686911:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291173760:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.687043:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.687047:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.687049:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.687051:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.687054:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763338471.687109:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993291173760:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 197us (1189us total) trans 21474839295 rc 0/0 00000100:00100000:1.0:1763338471.687117:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1856 00002000:00010000:1.0:1763338471.687121:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.687124:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c5f80 with x1848993291173760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.687128:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd1439c5f80. 00000100:00100000:0.0:1763338471.692454:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.692638:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291173888 00000100:00100000:2.0:1763338471.692649:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291173888 00002000:00010000:2.0:1763338471.692685:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.692690:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c5c00 with x1848993291173888 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.692701:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c5c00. 00000100:00100000:1.0:1763338471.694744:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1857 00000100:00100000:1.0:1763338471.694769:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+28:2409:x1848993291173888:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.694937:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.694941:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.694943:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.694945:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.694947:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.695015:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2409:x1848993291173888:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 256us (2571us total) trans 17179871935 rc 0/0 00000100:00100000:1.0:1763338471.695023:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1857 00002000:00010000:1.0:1763338471.695028:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.695031:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd1439c5c00 with x1848993291173888 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.695038:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd1439c5c00. 00000100:00100000:0.0:1763338471.700868:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.700962:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174016 00000100:00100000:2.0:1763338471.700971:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174016 00000100:00100000:2.0:1763338471.701031:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10491 00000100:00100000:2.0:1763338471.701040:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd1439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+342:57666:x1848993291174016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763338471.701066:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.701087:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3aed lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5829 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.701175:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3af4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.701190:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3af4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.701202:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3af4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338471.701227:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 35425 00000004:00200000:2.0:1763338471.701232:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338471.701295:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3af4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.701323:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3aed lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5829 expref: 344 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.701339:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3af4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5829 expref: 343 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.701348:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.701351:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338471.701354:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92200, rc 0) 00000100:00100000:2.0:1763338471.701409:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd1439c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+343:57666:x1848993291174016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 369us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.701416:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10491 00000100:00100000:0.0:1763338471.714515:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.714759:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174272 00000100:00100000:1.0:1763338471.714771:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174272 00000100:00100000:1.0:1763338471.714836:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10492 00000100:00100000:1.0:1763338471.714846:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+343:57666:x1848993291174272:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:1.0:1763338471.714903:0:13583:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338471.714931:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3af4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5829 expref: 343 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.714951:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.714957:0:13583:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338471.715121:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.715137:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.715145:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:1.0:1763338471.715180:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973470 00000004:00010000:1.0:1763338471.715196:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000097f5fa9e reply state 00000000b923e44a transno 4294973471 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.715207:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.715213:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.715215:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338471.715218:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338471.715339:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+345:57666:x1848993291174272:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 494us (837us total) trans 4294973471 rc 0/0 00000100:00100000:1.0:1763338471.715347:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10492 00000020:00080000:1.0:1763338471.715353:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763338471.720467:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.721076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.721776:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.721903:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174528 00000100:00100000:2.0:1763338471.721914:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174528 00002000:00010000:2.0:1763338471.721956:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.721961:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145154a80 with x1848993291174528 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.721974:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145154a80. 00000100:00100000:1.0:1763338471.725685:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174400 00000100:00100000:1.0:1763338471.725700:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174400 00002000:00010000:1.0:1763338471.725740:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (143202->18446744073709551615) 00002000:00100000:1.0:1763338471.725745:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145157100 with x1848993291174400 ext(143202->18446744073709551615) 00002000:00010000:1.0:1763338471.725758:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145157100. 00000100:00100000:1.0:1763338471.725787:0:24008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174656 00000100:00100000:1.0:1763338471.725790:0:24008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174656 00002000:00010000:1.0:1763338471.725805:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.725809:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145156d80 with x1848993291174656 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.725815:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145156d80. 00000100:00100000:1.0:1763338471.725837:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1858 00000100:00100000:1.0:1763338471.725847:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291174528:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.725998:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.726002:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.726004:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.726006:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.726009:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763338471.726074:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291174528:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 228us (5616us total) trans 21474839296 rc 0/0 00000100:00100000:1.0:1763338471.726083:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1858 00002000:00010000:1.0:1763338471.726087:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.726089:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145154a80 with x1848993291174528 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.726095:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145154a80. 00000100:00100000:1.0:1763338471.726114:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1859 00000100:00100000:1.0:1763338471.726121:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2410:x1848993291174400:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.726276:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 35425 -> 143202 00002000:00010000:1.0:1763338471.726280:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.726282:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:1.0:1763338471.726284:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.726287:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:1.0:1763338471.726311:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291174400:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 189us (5236us total) trans 21474839297 rc 0/0 00000100:00100000:1.0:1763338471.726318:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1859 00002000:00010000:1.0:1763338471.726321:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (143202->18446744073709551615) 00002000:00100000:1.0:1763338471.726323:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145157100 with x1848993291174400 ext(143202->18446744073709551615) 00002000:00010000:1.0:1763338471.726327:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145157100. 00000100:00100000:1.0:1763338471.726343:0:24008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1860 00000100:00100000:1.0:1763338471.726350:0:24008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+29:2410:x1848993291174656:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:1.0:1763338471.726417:0:24008:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338471.726420:0:24008:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.726423:0:24008:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763338471.726424:0:24008:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.726427:0:24008:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338471.726450:0:24008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2410:x1848993291174656:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 101us (4676us total) trans 17179871936 rc 0/0 00000100:00100000:1.0:1763338471.726457:0:24008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1860 00002000:00010000:1.0:1763338471.726460:0:24008:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:1.0:1763338471.726462:0:24008:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145156d80 with x1848993291174656 ext(0->18446744073709551615) 00002000:00010000:1.0:1763338471.726466:0:24008:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd145156d80. 00000100:00100000:0.0:1763338471.730656:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.731021:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174784 00000100:00100000:2.0:1763338471.731032:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174784 00000100:00100000:2.0:1763338471.731103:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10493 00000100:00100000:2.0:1763338471.731113:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+345:57666:x1848993291174784:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:2.0:1763338471.731138:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.731160:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b02 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5830 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.731311:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b09 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.731327:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.731337:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338471.731370:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 143202 00000004:00200000:2.0:1763338471.731374:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763338471.731396:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b09 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.731428:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b02 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5830 expref: 347 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.731446:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b09 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5830 expref: 346 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.731457:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.731460:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338471.731464:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:2.0:1763338471.732435:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+346:57666:x1848993291174784:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 1316us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.732445:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10493 00000100:00100000:1.0:1763338471.741479:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.742706:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291174912 00000100:00100000:0.0:1763338471.742719:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291174912 00000100:00100000:0.0:1763338471.742795:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1861 00000100:00100000:0.0:1763338471.742805:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291174912:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:0.0:1763338471.743024:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 143202 -> 193349 00002000:00010000:0.0:1763338471.743028:0:28405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:0.0:1763338471.743031:0:28405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338471 00002000:00010000:0.0:1763338471.743034:0:28405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:0.0:1763338471.743036:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 40 -> 136 00000100:00100000:0.0:1763338471.743108:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291174912:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 304us (1640us total) trans 21474839298 rc 0/0 00000100:00100000:0.0:1763338471.743117:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1861 00000100:00100000:3.0:1763338471.752388:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.752562:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175040 00000100:00100000:1.0:1763338471.752573:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175040 00002000:00100000:1.0:1763338471.752622:0:16621:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2a8:0x0] (36864->196607) req@ffff8fd146128380 x1848993291175040/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.752642:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146128380 with x1848993291175040 ext(36864->196607) 00002000:00010000:1.0:1763338471.752648:0:16621:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146128380 00000100:00100000:1.0:1763338471.752684:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1862 00000100:00100000:1.0:1763338471.752693:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291175040:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:3.0:1763338471.766685:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291175040:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 13980us (14298us total) trans 0 rc 159744/159744 00000100:00100000:3.0:1763338471.766700:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1862 00002000:00100000:3.0:1763338471.766713:0:16621:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2a8:0x0] (36864->196607) req@ffff8fd146128380 x1848993291175040/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 159744/159744 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338471.766724:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146128380 with x1848993291175040 ext(36864->196607) 00002000:00010000:3.0:1763338471.766731:0:16621:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd146128380 00000100:00100000:0.0:1763338471.778064:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.778143:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175168 00000100:00100000:3.0:1763338471.778153:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175168 00002000:00100000:3.0:1763338471.778204:0:16621:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2a8:0x0] (32768->98303) req@ffff8fd145154000 x1848993291175168/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338471.778215:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145154000 with x1848993291175168 ext(32768->98303) 00002000:00010000:3.0:1763338471.778221:0:16621:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145154000 00000100:00100000:3.0:1763338471.778296:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1863 00000100:00100000:3.0:1763338471.778306:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291175168:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:3.0:1763338471.795010:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2409:x1848993291175168:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 16694us (16944us total) trans 21474839299 rc 0/0 00000100:00100000:3.0:1763338471.795024:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1863 00002000:00100000:3.0:1763338471.795039:0:16621:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2a8:0x0] (32768->98303) req@ffff8fd145154000 x1848993291175168/t21474839299(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763338471.795050:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145154000 with x1848993291175168 ext(32768->98303) 00002000:00010000:3.0:1763338471.795056:0:16621:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145154000 00000100:00100000:1.0:1763338471.798357:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.798524:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175296 00000100:00100000:2.0:1763338471.798536:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175296 00000100:00100000:2.0:1763338471.798605:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7339 00000100:00100000:2.0:1763338471.798615:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+26:2410:x1848993291175296:12345-192.168.202.34@tcp:16:fsx.0 00000001:00080000:2.0:1763338471.800499:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839299 is committed 00000100:00100000:1.0:1763338471.801392:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291175296:12345-192.168.202.34@tcp:16:fsx.0 Request processed in 2770us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.801403:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7339 00000100:00100000:0.0:1763338471.809001:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.809341:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175424 00000100:00100000:3.0:1763338471.809353:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175424 00000100:00100000:3.0:1763338471.809434:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1864 00000100:00100000:3.0:1763338471.809445:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291175424:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:3.0:1763338471.809699:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 193349 -> 193349 00002000:00010000:3.0:1763338471.809704:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:3.0:1763338471.809706:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338471 -> 1763338472 00002000:00010000:3.0:1763338471.809709:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:3.0:1763338471.809711:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 136 -> 264 00000100:00100000:3.0:1763338471.809932:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291175424:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 486us (1183us total) trans 21474839300 rc 0/0 00000100:00100000:3.0:1763338471.809941:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1864 00000100:00100000:0.0:1763338471.814988:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.815094:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175680 00000100:00100000:2.0:1763338471.815107:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175680 00000100:00100000:2.0:1763338471.815175:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10494 00000100:00100000:2.0:1763338471.815186:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+346:57666:x1848993291175680:12345-192.168.202.34@tcp:36:fsx.0 00010000:00010000:2.0:1763338471.815251:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338471.815315:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b09 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5830 expref: 346 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.815336:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.815341:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338471.815526:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.815542:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.815555:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338471.815598:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973472 00000004:00010000:2.0:1763338471.815619:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000812b9f32 reply state 00000000e44064d0 transno 4294973473 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.815631:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.815637:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.815639:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338471.815642:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338471.815728:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+348:57666:x1848993291175680:12345-192.168.202.34@tcp:36:fsx.0 Request processed in 543us (750us total) trans 4294973473 rc 0/0 00000100:00100000:2.0:1763338471.815736:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10494 00000020:00080000:2.0:1763338471.815742:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338471.818712:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.818744:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.819561:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.819872:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175808 00000100:00100000:0.0:1763338471.819882:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175808 00002000:00010000:0.0:1763338471.819923:0:28405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (3431->18446744073709551615) 00002000:00100000:0.0:1763338471.819927:0:28405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9500 with x1848993291175808 ext(3431->18446744073709551615) 00002000:00010000:0.0:1763338471.819941:0:28405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c9500. 00000100:00100000:2.0:1763338471.819968:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291175936 00000100:00100000:2.0:1763338471.819973:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291175936 00002000:00010000:2.0:1763338471.819989:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.819993:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9c00 with x1848993291175936 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.819999:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c9c00. 00000100:00100000:2.0:1763338471.820023:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176064 00000100:00100000:2.0:1763338471.820027:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176064 00002000:00010000:2.0:1763338471.820039:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.820043:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9f80 with x1848993291176064 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.820049:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2788c9f80. 00000100:00100000:2.0:1763338471.820069:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1865 00000100:00100000:2.0:1763338471.820078:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291175808:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.820502:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 193349 -> 3431 00002000:00010000:2.0:1763338471.820506:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820509:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820511:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820514:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 264 -> 8 00000100:00100000:2.0:1763338471.820575:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993291175808:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 496us (1870us total) trans 21474839301 rc 0/0 00000100:00100000:2.0:1763338471.820582:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1865 00002000:00010000:2.0:1763338471.820587:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/680 (3431->18446744073709551615) 00002000:00100000:2.0:1763338471.820590:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9500 with x1848993291175808 ext(3431->18446744073709551615) 00002000:00010000:2.0:1763338471.820595:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c9500. 00000100:00100000:2.0:1763338471.820613:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1866 00000100:00100000:2.0:1763338471.820621:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291175936:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.820670:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.820673:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820675:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.820677:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820679:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763338471.820702:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993291175936:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 82us (1956us total) trans 21474839302 rc 0/0 00000100:00100000:2.0:1763338471.820708:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1866 00002000:00010000:2.0:1763338471.820711:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.820713:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9c00 with x1848993291175936 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.820717:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd2788c9c00. 00000100:00100000:2.0:1763338471.820733:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1867 00000100:00100000:2.0:1763338471.820740:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+30:2407:x1848993291176064:12345-192.168.202.34@tcp:10:fsx.0 00002000:00010000:2.0:1763338471.820802:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338471.820805:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820807:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338471.820810:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.820812:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338471.820834:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2407:x1848993291176064:12345-192.168.202.34@tcp:10:fsx.0 Request processed in 94us (1277us total) trans 17179871937 rc 0/0 00000100:00100000:2.0:1763338471.820841:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1867 00002000:00010000:2.0:1763338471.820843:0:8411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/681 (0->18446744073709551615) 00002000:00100000:2.0:1763338471.820846:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd2788c9f80 with x1848993291176064 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338471.820850:0:8411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd2788c9f80. 00000100:00100000:0.0:1763338471.824221:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.824322:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176192 00000100:00100000:1.0:1763338471.824331:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176192 00000100:00100000:1.0:1763338471.824381:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10495 00000100:00100000:1.0:1763338471.824390:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+348:57666:x1848993291176192:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338471.824412:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338471.824433:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3b17 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5837 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.824552:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3b1e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.824567:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3b1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.824578:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3b1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338471.824604:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 3431 00000004:00200000:1.0:1763338471.824608:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338471.824626:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3b1e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338471.824650:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3b17 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5837 expref: 350 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.824665:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3b1e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5837 expref: 349 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.824673:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338471.824676:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338471.824679:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277744200, rc 0) 00000100:00100000:1.0:1763338471.824748:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+349:57666:x1848993291176192:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 358us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.824756:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10495 00000100:00100000:1.0:1763338471.832976:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.833883:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176320 00000100:00100000:2.0:1763338471.833896:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176320 00000100:00100000:2.0:1763338471.833974:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1868 00000100:00100000:2.0:1763338471.833985:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2788c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291176320:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.834192:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 3431 -> 3431 00002000:00010000:2.0:1763338471.834196:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.834198:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.834201:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.834203:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 8 -> 96 00000100:00100000:2.0:1763338471.834292:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2788c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291176320:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 308us (1325us total) trans 21474839303 rc 0/0 00000100:00100000:2.0:1763338471.834301:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1868 00000100:00100000:0.0:1763338471.840168:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.840292:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176448 00000100:00100000:1.0:1763338471.840303:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176448 00000100:00100000:1.0:1763338471.840380:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1869 00000100:00100000:1.0:1763338471.840391:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993291176448:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.840564:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 3431 -> 3431 00002000:00010000:1.0:1763338471.840568:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.840570:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.840572:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.840574:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1763338471.840630:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2407:x1848993291176448:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 242us (471us total) trans 21474839304 rc 0/0 00000100:00100000:1.0:1763338471.840638:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1869 00000100:00100000:0.0:1763338471.847161:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.847298:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176576 00000100:00100000:2.0:1763338471.847309:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176576 00000100:00100000:2.0:1763338471.847374:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1870 00000100:00100000:2.0:1763338471.847385:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+18:2410:x1848993291176576:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:2.0:1763338471.847587:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 3431 -> 180058 00002000:00010000:2.0:1763338471.847591:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.847594:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.847596:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338471.847599:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 96 -> 208 00000100:00100000:2.0:1763338471.847655:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2410:x1848993291176576:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 271us (503us total) trans 21474839305 rc 0/0 00000100:00100000:2.0:1763338471.847664:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1870 00000100:00100000:0.0:1763338471.852443:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.852540:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176704 00000100:00100000:1.0:1763338471.852552:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176704 00002000:00100000:1.0:1763338471.852601:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (0->180223) req@ffff8fd145157480 x1848993291176704/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.852612:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145157480 with x1848993291176704 ext(0->180223) 00002000:00010000:1.0:1763338471.852618:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145157480 00000100:00100000:1.0:1763338471.852654:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1871 00000100:00100000:1.0:1763338471.852663:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993291176704:12345-192.168.202.34@tcp:3:fsx.0 00000100:00100000:1.0:1763338471.857024:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2409:x1848993291176704:12345-192.168.202.34@tcp:3:fsx.0 Request processed in 4351us (4580us total) trans 0 rc 180224/180224 00000100:00100000:1.0:1763338471.857040:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1871 00002000:00100000:1.0:1763338471.857053:0:24009:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a8:0x0] (0->180223) req@ffff8fd145157480 x1848993291176704/t0(0) o3->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/440 e 0 to 0 dl 1763338482 ref 1 fl Complete:/600/0 rc 180224/180224 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.857064:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd145157480 with x1848993291176704 ext(0->180223) 00002000:00010000:1.0:1763338471.857070:0:24009:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd145157480 00000100:00100000:0.0:1763338471.861408:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.861477:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291176832 00000100:00100000:1.0:1763338471.861486:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291176832 00000100:00100000:1.0:1763338471.861545:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1872 00000100:00100000:1.0:1763338471.861555:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd145155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+19:2407:x1848993291176832:12345-192.168.202.34@tcp:22:fsx.0 00002000:00010000:1.0:1763338471.861778:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 180058 -> 180058 00002000:00010000:1.0:1763338471.861782:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.861784:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.861787:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338471.861789:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1763338471.861855:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd145155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2407:x1848993291176832:12345-192.168.202.34@tcp:22:fsx.0 Request processed in 299us (453us total) trans 21474839306 rc 0/0 00000100:00100000:1.0:1763338471.861862:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1872 00000100:00100000:0.0:1763338471.865603:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.865859:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291177088 00000100:00100000:2.0:1763338471.865870:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291177088 00000100:00100000:2.0:1763338471.865940:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3663 00000100:00100000:2.0:1763338471.865951:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+349:57666:x1848993291177088:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:2.0:1763338471.866385:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+350:57666:x1848993291177088:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 434us (792us total) trans 4294973474 rc 0/0 00000100:00100000:2.0:1763338471.866394:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3663 00000100:00100000:0.0:1763338471.881914:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.882025:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291177344 00000100:00100000:2.0:1763338471.882035:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291177344 00000100:00100000:2.0:1763338471.882103:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10496 00000100:00100000:2.0:1763338471.882114:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+350:57667:x1848993291177344:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338471.882137:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.882160:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b25 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af583e expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.882302:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.882318:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882330:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882343:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.882350:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882356:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882470:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3b3a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.882480:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3b3a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882487:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3b3a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:2.0:1763338471.882497:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00010000:00010000:2.0:1763338471.882578:0:10039:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882585:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882594:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882600:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882606:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338471.882609:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882616:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882626:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd1449bac00) 00010000:00010000:2.0:1763338471.882629:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338471.882633:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882639:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3b2c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882651:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882656:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882661:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882665:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338471.882667:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882676:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882694:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff8fd250f63200) 00010000:00010000:2.0:1763338471.882696:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338471.882699:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882705:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b33 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.882741:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af583e expref: 353 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.882757:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3b3a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af583e expref: 352 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.882766:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338471.882768:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763338471.882770:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338471.882824:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+352:57667:x1848993291177344:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 712us (922us total) trans 4294973475 rc 0/0 00000100:00100000:2.0:1763338471.882832:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10496 00000100:00100000:0.0:1763338471.887293:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.887334:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.887414:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291177728 00000100:00100000:1.0:1763338471.887425:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291177728 00000100:00100000:1.0:1763338471.887493:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10497 00000100:00100000:1.0:1763338471.887504:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+352:57667:x1848993291177728:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338471.887531:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338471.887555:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3b48 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5845 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338471.888029:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291177472 00000100:00100000:3.0:1763338471.888034:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291177472 00010000:00010000:1.0:1763338471.888069:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338471.888084:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338471.888088:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 424 00010000:00010000:1.0:1763338471.888096:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:3.0:1763338471.888097:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+355:2410:x1848993291177472:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338471.888106:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:1.0:1763338471.888106:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x209:0x0]: returning size 0 00010000:00010000:3.0:1763338471.888123:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3b3a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af583e expref: 355 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.888137:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:3.0:1763338471.888143:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338471.888146:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3b48 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 355 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.888162:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 354 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.888168:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:1.0:1763338471.888171:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338471.888173:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd24149b000, rc 0) 00000100:00100000:3.0:1763338471.888194:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+354:2410:x1848993291177472:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 99us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.888194:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+354:57667:x1848993291177728:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 692us (859us total) trans 4294973476 rc 0/0 00000100:00100000:3.0:1763338471.888202:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 424 00000100:00100000:1.0:1763338471.888202:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10497 00000100:00100000:0.0:1763338471.892068:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.892568:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291177984 00000100:00100000:2.0:1763338471.892579:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291177984 00000100:00100000:2.0:1763338471.892677:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10498 00000100:00100000:2.0:1763338471.892688:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+353:57667:x1848993291177984:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338471.892714:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.892739:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b5d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af584c expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.892854:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338471.892869:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 354 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.892878:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.892911:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 354 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.892924:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 354 pid: 13583 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338471.892937:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303283200:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338471.893336:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd242d70b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763338471.897340:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303283200:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338471.897374:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:0.0:1763338471.899413:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.899852:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291178112 00000100:00100000:2.0:1763338471.899861:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291178112 00010000:00010000:2.0:1763338471.899907:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 355 pid: 13583 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338471.900380:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3444 00000100:00100000:2.0:1763338471.900392:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+355:2409:x1848993291178112:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338471.900411:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338471.900419:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 355 pid: 13583 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.900435:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 355 pid: 13583 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.900461:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd24149b000/0x4ea0a6980f4b3b4f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5845 expref: 355 pid: 13583 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.900480:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:2.0:1763338471.900486:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.900495:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.900502:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338471.900538:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763338471.900581:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.900589:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338471.900598:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+354:2409:x1848993291178112:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 209us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.900607:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3444 00000004:00200000:0.0:1763338471.900759:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x209:0x0]: returning size 0 00000004:00080000:0.0:1763338471.900919:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2aa:0x0], index 1: 0 00000004:00080000:0.0:1763338471.900926:0:10039:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x2ab:0x0], index 0: 0 00010000:00010000:0.0:1763338471.901032:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901040:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901046:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901052:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:0.0:1763338471.901057:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901064:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901073:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:0.0:1763338471.901075:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763338471.901079:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901084:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3b64 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.901128:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b5d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af584c expref: 354 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.901138:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd250f63500) 00010000:00010000:0.0:1763338471.901141:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763338471.901144:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3b5d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af584c expref: 354 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.901157:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92400, rc 0) 00000100:00100000:0.0:1763338471.902964:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+353:57667:x1848993291177984:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 10267us (10894us total) trans 4294973477 rc 301/301 00000100:00100000:0.0:1763338471.902977:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10498 00000100:00100000:0.0:1763338471.908389:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.908461:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291178368 00000100:00100000:2.0:1763338471.908471:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291178368 00000100:00100000:2.0:1763338471.908532:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3664 00000100:00100000:2.0:1763338471.908542:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+353:57667:x1848993291178368:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:2.0:1763338471.908832:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+354:57667:x1848993291178368:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 290us (453us total) trans 4294973478 rc 0/0 00000100:00100000:2.0:1763338471.908840:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3664 00000100:00100000:2.0:1763338471.915876:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.916000:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291178496 00000100:00100000:0.0:1763338471.916011:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291178496 00000100:00100000:0.0:1763338471.916086:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10499 00000100:00100000:0.0:1763338471.916097:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+354:57667:x1848993291178496:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338471.916124:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338471.916151:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3b72 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5853 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.916232:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3b79 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338471.916256:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3b79 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.916304:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3b79 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338471.916348:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x209:0x0]: returning size 0 00000004:00200000:0.0:1763338471.916353:0:10039:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763338471.916372:0:10039:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3b79 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.916405:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3b72 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5853 expref: 356 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.916421:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3b79 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5853 expref: 355 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.916430:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338471.916433:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763338471.916436:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48200, rc 0) 00000100:00100000:0.0:1763338471.917523:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+355:57667:x1848993291178496:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1420us (1649us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338471.917535:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10499 00000100:00100000:1.0:1763338471.924697:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.924746:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.924915:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291178624 00000100:00100000:3.0:1763338471.924926:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291178624 00000100:00100000:3.0:1763338471.924985:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291178752 00000100:00100000:3.0:1763338471.924989:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291178752 00000100:00100000:3.0:1763338471.925025:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7340 00000100:00100000:3.0:1763338471.925036:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2410:x1848993291178624:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338471.925056:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338471.925083:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af585a expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338471.925114:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763338471.925138:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338471.925141:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338471.925150:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 32 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338471.925168:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 32 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338471.925184:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd14d26fe00, rc 0) 00000100:00100000:3.0:1763338471.925256:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291178624:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 210us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338471.925300:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7340 00000100:00100000:3.0:1763338471.925321:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7341 00000100:00100000:3.0:1763338471.927424:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+20:2410:x1848993291178752:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338471.927595:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338471.927624:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5861 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763338471.927715:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763338471.927739:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338471.927742:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338471.927754:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338471.927771:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338471.927784:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92e00, rc 0) 00000100:00100000:2.0:1763338471.928029:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2410:x1848993291178752:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 2698us (3281us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.928039:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7341 00000100:00100000:1.0:1763338471.931709:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.933524:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179008 00000100:00100000:0.0:1763338471.933541:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179008 00000100:00100000:0.0:1763338471.933615:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10500 00000100:00100000:0.0:1763338471.933624:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+355:57667:x1848993291179008:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338471.933656:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338471.933679:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3b8e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5868 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.933804:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3b95 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338471.933827:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3b95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338471.933839:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3b95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338471.933859:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00010000:00010000:0.0:1763338471.933984:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3b8e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x1/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5868 expref: 358 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.934002:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3b95 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5868 expref: 357 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338471.934011:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338471.934014:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338471.934018:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48800, rc 0) 00000100:00100000:0.0:1763338471.934095:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+357:57667:x1848993291179008:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 470us (2460us total) trans 4294973479 rc 0/0 00000100:00100000:0.0:1763338471.934102:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10500 00000100:00100000:1.0:1763338471.942104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.942150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.942198:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338471.942292:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179264 00000100:00100000:3.0:1763338471.942303:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179264 00000100:00100000:3.0:1763338471.942364:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179136 00000100:00100000:3.0:1763338471.942367:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179136 00000100:00100000:3.0:1763338471.942388:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179392 00000100:00100000:3.0:1763338471.942391:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179392 00000100:00100000:3.0:1763338471.942417:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7342 00000100:00100000:3.0:1763338471.942427:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291179264:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:3.0:1763338471.942476:0:17642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942498:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942506:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338471.942508:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338471.942512:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942548:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942561:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 22 pid: 8406 timeout: 1241 lvb_type: 0 00000100:00100000:3.0:1763338471.942576:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303283328:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338471.942650:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338471.942670:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7343 00000100:00100000:3.0:1763338471.942678:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291179136:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:3.0:1763338471.942696:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942707:0:27817:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 22 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942714:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338471.942715:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338471.942718:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942735:0:27817:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 22 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.942744:0:27817:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 22 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:3.0:1763338471.942752:0:27817:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303283456:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338471.942776:0:27817:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f600 going to sleep for 11 seconds 00000100:00100000:3.0:1763338471.942795:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7344 00000100:00100000:3.0:1763338471.942802:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291179392:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:3.0:1763338471.942821:0:35252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.943080:0:35252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 32 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.943087:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338471.943089:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763338471.943092:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.943111:0:35252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 32 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.943119:0:35252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 32 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:3.0:1763338471.943130:0:35252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303283584:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338471.943171:0:35252:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338471.947591:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303283328:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338471.947623:0:17642:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338471.947770:0:27817:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27817:1848993303283456:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338471.947785:0:27817:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338471.950237:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.950801:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179520 00000100:00100000:2.0:1763338471.950811:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179520 00002000:00100000:2.0:1763338471.950956:0:16621:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2a8:0x0] (114688->167935) req@ffff8fd146a6aa00 x1848993291179520/t0(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/0 e 0 to 0 dl 1763338482 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763338471.950968:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146a6aa00 with x1848993291179520 ext(114688->167935) 00010000:00010000:2.0:1763338471.950978:0:16621:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.950992:0:16621:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00002000:00010000:2.0:1763338471.951000:0:16621:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd146a6aa00 00000100:00100000:2.0:1763338471.951043:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 125 00000100:00100000:2.0:1763338471.951053:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291179520:12345-192.168.202.34@tcp:4:fsx.0 00000100:00100000:1.0:1763338471.958349:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.958415:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.958491:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179776 00000100:00100000:1.0:1763338471.958502:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179776 00010000:00010000:1.0:1763338471.958552:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 33 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:1.0:1763338471.958588:0:10279:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179648 00000100:00100000:1.0:1763338471.958592:0:10279:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179648 00010000:00010000:1.0:1763338471.958607:0:10279:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 25 pid: 8406 timeout: 1241 lvb_type: 0 00000100:00100000:1.0:1763338471.958627:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3445 00000100:00100000:1.0:1763338471.958638:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291179776:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338471.958653:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338471.958675:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 33 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:1.0:1763338471.958701:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 33 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:1.0:1763338471.958728:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.958731:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.958736:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.958747:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.958769:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338471.958816:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2409:x1848993291179776:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 180us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.958834:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3445 00000100:00100000:1.0:1763338471.958853:0:10279:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3446 00000100:00100000:1.0:1763338471.958860:0:10279:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291179648:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763338471.958869:0:10279:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338471.958880:0:10279:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 25 pid: 8406 timeout: 1241 lvb_type: 0 00010000:00010000:1.0:1763338471.958890:0:10279:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 25 pid: 8406 timeout: 1241 lvb_type: 0 00010000:00010000:1.0:1763338471.958904:0:10279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd258a33c00/0x4ea0a6980f4b3a4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57ea expref: 25 pid: 8406 timeout: 1241 lvb_type: 0 00010000:00010000:1.0:1763338471.958923:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.958925:0:10279:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338471.958928:0:10279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.958935:0:10279:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338471.958951:0:10279:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763338471.958971:0:10279:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291179648:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 112us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.958978:0:10279:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3446 00010000:00010000:2.0:1763338471.960959:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26e600/0x4ea0a6980f4b3a61 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f8 expref: 32 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338471.960979:0:35252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35252:1848993303283584:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338471.961003:0:35252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961015:0:35252:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961022:0:35252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961049:0:35252:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961057:0:35252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961064:0:35252:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961070:0:35252:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cb200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338471.961074:0:35252:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961081:0:35252:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961097:0:35252:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961103:0:35252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338471.961208:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993291179392:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 18405us (19008us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.961218:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7344 00010000:00010000:2.0:1763338471.961287:0:17642:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961297:0:17642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961314:0:17642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961321:0:17642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961328:0:17642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961333:0:17642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd14d26f800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338471.961337:0:17642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961343:0:17642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961354:0:17642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.961361:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd14d26f800/0x4ea0a6980f4b3ba3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338471.961399:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291179264:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 18973us (19306us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.961406:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7342 00000100:00100000:1.0:1763338471.967975:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291179520:12345-192.168.202.34@tcp:4:fsx.0 Request processed in 16906us (17730us total) trans 21474839307 rc 0/0 00000100:00100000:1.0:1763338471.967991:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 125 00002000:00100000:1.0:1763338471.968005:0:16621:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2a8:0x0] (114688->167935) req@ffff8fd146a6aa00 x1848993291179520/t21474839307(0) o4->6a980bff-e299-4157-ba20-d04f96bef9fe@192.168.202.34@tcp:497/0 lens 488/448 e 0 to 0 dl 1763338482 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763338471.968016:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd146a6aa00 with x1848993291179520 ext(114688->167935) 00010000:00010000:1.0:1763338471.968026:0:16621:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:1.0:1763338471.968054:0:16621:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00002000:00010000:1.0:1763338471.968062:0:16621:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8fd146a6aa00 00000100:00100000:0.0:1763338471.990384:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.990450:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.990480:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338471.990596:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291179904 00000100:00100000:2.0:1763338471.990606:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291179904 00010000:00010000:2.0:1763338471.990650:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338471.990702:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3447 00000100:00100000:2.0:1763338471.990713:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993291179904:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338471.990731:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763338471.990751:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 208 -> 232 00010000:00010000:2.0:1763338471.990758:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.990773:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.990797:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1463ea600/0x4ea0a6980f4b39c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57c0 expref: 23 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338471.990814:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338471.990817:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338471.990823:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.990834:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338471.990865:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338471.990917:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2408:x1848993291179904:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 206us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338471.990926:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3447 00000100:00100000:3.0:1763338471.991434:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180160 00000100:00100000:3.0:1763338471.991442:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180160 00000100:00100000:3.0:1763338471.991491:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1368 00000100:00100000:3.0:1763338471.991500:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291180160:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:3.0:1763338471.991566:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291180160:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 67us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338471.991573:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1368 00010000:00010000:3.0:1763338471.991598:0:27817:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991608:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991630:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991639:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991648:0:27817:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991655:0:27817:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:3.0:1763338471.991660:0:27817:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991670:0:27817:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991686:0:27817:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338471.991693:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3baa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338471.991745:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+21:2409:x1848993291179136:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 49067us (49593us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338471.991753:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7343 00000100:00100000:1.0:1763338471.992021:0:32328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180032 00000100:00100000:1.0:1763338471.992027:0:32328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180032 00000100:00100000:1.0:1763338471.992068:0:32328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 150 00000100:00100000:1.0:1763338471.992076:0:32328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd143b3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2410:x1848993291180032:12345-192.168.202.34@tcp:400:kworker.0 00000100:00100000:1.0:1763338471.992105:0:32328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd143b3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bd60741-757e-4a19-aef0-1dc8a60372bc+9:2410:x1848993291180032:12345-192.168.202.34@tcp:400:kworker.0 Request processed in 31us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338471.992111:0:32328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 150 00000100:00100000:1.0:1763338471.999528:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.999576:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338471.999610:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338471.999722:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180416 00000100:00100000:0.0:1763338471.999732:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180416 00000100:00100000:0.0:1763338471.999790:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180288 00000100:00100000:0.0:1763338471.999794:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180288 00000100:00100000:0.0:1763338471.999815:0:35252:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180544 00000100:00100000:0.0:1763338471.999818:0:35252:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180544 00000100:00100000:0.0:1763338471.999842:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7345 00000100:00100000:0.0:1763338471.999853:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291180416:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338471.999873:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338471.999897:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3bb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5876 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338471.999927:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2aa:0x0] initial LVB size: 0, mtime: 0x691a68e8, atime: 0x0, ctime: 0x691a68e8, blocks: 0x1800 00010000:00010000:0.0:1763338471.999946:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338471.999949:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338471.999958:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5876 expref: 23 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338471.999975:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49400/0x4ea0a6980f4b3bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5876 expref: 23 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338471.999988:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49400, rc 0) 00000100:00100000:0.0:1763338472.000046:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291180416:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 195us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.000054:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7345 00000100:00100000:0.0:1763338472.000072:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7346 00000100:00100000:0.0:1763338472.000078:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+22:2409:x1848993291180288:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338472.000086:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338472.000094:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3bbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af586f expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338472.000106:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a8:0x0] initial LVB size: 180058, mtime: 0x691a68e8, atime: 0x691a68e8, ctime: 0x691a68e8, blocks: 0xe8 00010000:00010000:0.0:1763338472.000114:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.000116:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.000121:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3bbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af586f expref: 23 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338472.000136:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48a00/0x4ea0a6980f4b3bbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af586f expref: 23 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338472.000144:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48a00, rc 0) 00000100:00100000:0.0:1763338472.000165:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2409:x1848993291180288:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 87us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.000172:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7346 00000100:00100000:0.0:1763338472.000185:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7347 00000100:00100000:0.0:1763338472.000191:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+31:2409:x1848993291180544:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338472.000199:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338472.000209:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3bc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af587d expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338472.000223:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2a9:0x0] initial LVB size: 0, mtime: 0x691a68e8, atime: 0x0, ctime: 0x691a68e8, blocks: 0x0 00010000:00010000:0.0:1763338472.000231:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.000233:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.000237:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3bc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af587d expref: 32 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338472.000293:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e49c00/0x4ea0a6980f4b3bc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af587d expref: 32 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763338472.000302:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e49c00, rc 0) 00000100:00100000:0.0:1763338472.000324:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2409:x1848993291180544:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 133us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.000332:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7347 00000100:00100000:1.0:1763338472.060645:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.063684:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180672 00000100:00100000:2.0:1763338472.063704:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180672 00000100:00080000:3.0:1763338472.064391:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763338472.066274:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7348 00000100:00100000:2.0:1763338472.066300:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993291180672:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:2.0:1763338472.066611:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2408:x1848993291180672:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 322us (5979us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.066620:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7348 00000100:00100000:0.0:1763338472.074992:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.075074:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291180800 00000100:00100000:2.0:1763338472.075084:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291180800 00000100:00100000:2.0:1763338472.075157:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10501 00000100:00100000:2.0:1763338472.075168:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+357:57667:x1848993291180800:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338472.075192:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338472.075215:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3bcd lrc: 2/0,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5884 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.075289:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338472.075305:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.075316:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00080000:3.0:1763338472.075519:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1763338472.080670:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92400/0x4ea0a6980f4b3bcd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 359 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.080696:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 358 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.080706:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338472.080708:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763338472.080712:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b92200, rc 0) 00000100:00100000:0.0:1763338472.080778:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+358:57667:x1848993291180800:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 5612us (5795us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.080786:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10501 00000100:00100000:0.0:1763338472.088014:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.088876:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181056 00000100:00100000:2.0:1763338472.088887:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181056 00000100:00100000:2.0:1763338472.088951:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10502 00000100:00100000:2.0:1763338472.088960:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+358:57667:x1848993291181056:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:2.0:1763338472.089017:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338472.089046:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3b79 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5853 expref: 358 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.089065:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.089071:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763338472.090090:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:2.0:1763338472.090110:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.090121:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000001:00080000:2.0:1763338472.090174:0:10039:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973480 00000004:00010000:2.0:1763338472.090198:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf753e1f reply state 00000000df588239 transno 4294973481 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.090210:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.090217:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.090220:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763338472.090223:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763338472.092027:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+360:57667:x1848993291181056:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 3058us (4013us total) trans 4294973481 rc 0/0 00000100:00100000:2.0:1763338472.092040:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10502 00000020:00080000:2.0:1763338472.092048:0:10039:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338472.094331:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.094412:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181184 00000100:00100000:2.0:1763338472.094422:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181184 00000100:00100000:2.0:1763338472.094476:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10503 00000100:00100000:2.0:1763338472.094484:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+360:57667:x1848993291181184:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338472.094508:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338472.094532:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af588b expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.094588:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 361 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.094602:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 361 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.094619:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.094623:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763338472.094627:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93800, rc 0) 00000100:00100000:2.0:1763338472.094680:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+361:57667:x1848993291181184:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 196us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.094687:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10503 00000100:00100000:1.0:1763338472.106500:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.108050:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181312 00000100:00100000:2.0:1763338472.108066:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181312 00000100:00100000:3.0:1763338472.108258:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7349 00000100:00100000:3.0:1763338472.108287:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+32:57667:x1848993291181312:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338472.108307:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338472.108328:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5892 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.108363:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 33 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338472.108372:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.108375:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.108379:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 33 pid: 17642 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763338472.108477:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763338472.108517:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 33 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338472.108532:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 33 pid: 8406 timeout: 1241 lvb_type: 1 00000100:00100000:3.0:1763338472.108547:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303283712:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338472.108652:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f600 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.119560:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.119666:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181440 00000100:00100000:2.0:1763338472.119677:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181440 00010000:00010000:2.0:1763338472.119718:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 34 pid: 8406 timeout: 1241 lvb_type: 1 00000100:00100000:2.0:1763338472.119766:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3448 00000100:00100000:2.0:1763338472.119775:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993291181440:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338472.119789:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338472.119794:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 34 pid: 8406 timeout: 1241 lvb_type: 1 00010000:00010000:2.0:1763338472.119807:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 34 pid: 8406 timeout: 1241 lvb_type: 1 00010000:00010000:2.0:1763338472.119832:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.119834:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.119841:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.119850:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.119887:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338472.119902:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303283840:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763338472.119980:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd242d70b40 going to sleep for 11 seconds 00010000:00010000:3.0:1763338472.121224:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd14d26fe00/0x4ea0a6980f4b3b80 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af585a expref: 34 pid: 8406 timeout: 1241 lvb_type: 1 00000100:00100000:3.0:1763338472.121259:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303283712:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338472.122624:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 33 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.122641:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:3.0:1763338472.122787:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:57667:x1848993291181312:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 14503us (16297us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.122795:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7349 00000100:00100000:3.0:1763338472.123063:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303283840:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338472.123076:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338472.123114:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291181440:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 3340us (3565us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.123123:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3448 00000100:00100000:0.0:1763338472.126110:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.126189:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181568 00000100:00100000:3.0:1763338472.126198:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181568 00000100:00100000:3.0:1763338472.126295:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7350 00000100:00100000:3.0:1763338472.126306:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+23:57667:x1848993291181568:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338472.126327:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338472.126346:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bf0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af5899 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.126379:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 24 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338472.126387:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.126389:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.126394:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bf0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5899 expref: 24 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.126426:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 24 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338472.126438:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 24 pid: 8406 timeout: 1241 lvb_type: 1 00000100:00100000:3.0:1763338472.126450:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303283968:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338472.126518:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f600 going to sleep for 11 seconds 00000100:00100000:1.0:1763338472.129030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.129127:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181696 00000100:00100000:2.0:1763338472.129136:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181696 00010000:00010000:2.0:1763338472.129177:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 25 pid: 8406 timeout: 1241 lvb_type: 1 00000100:00100000:2.0:1763338472.129223:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3449 00000100:00100000:2.0:1763338472.129233:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291181696:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338472.129256:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338472.129287:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 25 pid: 8406 timeout: 1241 lvb_type: 1 00010000:00010000:2.0:1763338472.129299:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 25 pid: 8406 timeout: 1241 lvb_type: 1 00010000:00010000:2.0:1763338472.129324:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.129326:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.129333:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5899 expref: 25 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.129343:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5899 expref: 25 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.129383:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5899 expref: 25 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338472.129397:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303284096:192.168.202.34@tcp:105: 00000100:00100000:2.0:1763338472.129465:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd242d70b40 going to sleep for 11 seconds 00010000:00010000:3.0:1763338472.129601:0:17642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b92e00/0x4ea0a6980f4b3b87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5861 expref: 25 pid: 8406 timeout: 1241 lvb_type: 1 00000100:00100000:3.0:1763338472.129615:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd14612a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17642:1848993303283968:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338472.129639:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd1469cb200/0x4ea0a6980f4b3bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5899 expref: 24 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.129649:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cb200, rc 0) 00000100:00100000:3.0:1763338472.129678:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:57667:x1848993291181568:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 3374us (3577us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.129685:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7350 00000100:00100000:2.0:1763338472.138315:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848993303284096:192.168.202.34@tcp:105: 00010000:00010000:2.0:1763338472.138344:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338472.138414:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291181696:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 9181us (9394us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.138425:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3449 00000100:00100000:3.0:1763338472.142561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.142711:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.143036:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181952 00000100:00100000:0.0:1763338472.143046:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181952 00002000:00010000:0.0:1763338472.143088:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/683 (0->18446744073709551615) 00002000:00100000:0.0:1763338472.143094:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612a300 with x1848993291181952 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338472.143107:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14612a300. 00000100:00100000:0.0:1763338472.143138:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291181824 00000100:00100000:0.0:1763338472.143141:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291181824 00002000:00010000:0.0:1763338472.143152:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338472.143155:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612ad80 with x1848993291181824 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338472.143161:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14612ad80. 00000100:00100000:0.0:1763338472.143178:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1873 00000100:00100000:0.0:1763338472.143186:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+23:2410:x1848993291181952:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:0.0:1763338472.143409:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338472.143413:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 0 -> 1763338472 00002000:00010000:0.0:1763338472.143416:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338472.143419:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 0 -> 1763338472 00002000:00010000:0.0:1763338472.143421:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338472.143475:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291181952:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 289us (922us total) trans 21474839308 rc 0/0 00000100:00100000:0.0:1763338472.143483:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1873 00002000:00010000:0.0:1763338472.143487:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/683 (0->18446744073709551615) 00002000:00100000:0.0:1763338472.143490:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612a300 with x1848993291181952 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338472.143494:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd14612a300. 00000100:00100000:0.0:1763338472.143511:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1874 00000100:00100000:0.0:1763338472.143517:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+32:2410:x1848993291181824:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:0.0:1763338472.143598:0:24009:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763338472.143602:0:24009:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb mtime from disk: 0 -> 1763338472 00002000:00010000:0.0:1763338472.143604:0:24009:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763338472.143606:0:24009:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb ctime from disk: 0 -> 1763338472 00002000:00010000:0.0:1763338472.143608:0:24009:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763338472.143629:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd14612ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291181824:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 113us (919us total) trans 17179871938 rc 0/0 00000100:00100000:0.0:1763338472.143636:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1874 00002000:00010000:0.0:1763338472.143639:0:24009:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/682 (0->18446744073709551615) 00002000:00100000:0.0:1763338472.143642:0:24009:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd14612ad80 with x1848993291181824 ext(0->18446744073709551615) 00002000:00010000:0.0:1763338472.143646:0:24009:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd14612ad80. 00000100:00100000:3.0:1763338472.146516:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.146622:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182080 00000100:00100000:2.0:1763338472.146631:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182080 00000100:00100000:2.0:1763338472.146695:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7351 00000100:00100000:2.0:1763338472.146706:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291182080:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:2.0:1763338472.146829:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2409:x1848993291182080:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 126us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.146837:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7351 00000100:00100000:1.0:1763338472.153151:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.153406:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182208 00000100:00100000:0.0:1763338472.153416:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182208 00000100:00100000:0.0:1763338472.153474:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7352 00000100:00100000:0.0:1763338472.153484:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993291182208:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:0.0:1763338472.154236:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993291182208:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 750us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.154256:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7352 00000100:00100000:1.0:1763338472.160901:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.160994:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182336 00000100:00100000:2.0:1763338472.161005:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182336 00000100:00100000:2.0:1763338472.161087:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1875 00000100:00100000:2.0:1763338472.161098:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993291182336:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:2.0:1763338472.161139:0:16621:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.161156:0:16621:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.161158:0:16621:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.161163:0:16621:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.161178:0:16621:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167584:0:16621:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167610:0:16621:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167618:0:16621:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167625:0:16621:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338472.167630:0:16621:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167639:0:16621:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167661:0:16621:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.167668:0:16621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bf7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338472.167767:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993291182336:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 6666us (6871us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1763338472.167779:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1875 00000100:00100000:1.0:1763338472.172235:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.175658:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182464 00000100:00100000:2.0:1763338472.175674:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182464 00000100:00100000:2.0:1763338472.175774:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1876 00000100:00100000:2.0:1763338472.175785:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291182464:12345-192.168.202.34@tcp:4:lfs.0 00010000:00010000:2.0:1763338472.175824:0:16621:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.175843:0:16621:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 33 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.175852:0:16621:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338472.175854:0:16621:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763338472.175857:0:16621:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.175893:0:16621:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 33 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.175907:0:16621:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 33 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338472.175922:0:16621:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277b9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16621:1848993303284224:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338472.176025:0:16621:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd242d70840 going to sleep for 11 seconds 00000100:00100000:2.0:1763338472.178759:0:16621:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277b9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16621:1848993303284224:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338472.178794:0:16621:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.180597:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.180697:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182592 00000100:00100000:2.0:1763338472.180707:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182592 00010000:00010000:2.0:1763338472.180748:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338472.180796:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3450 00000100:00100000:2.0:1763338472.180806:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+34:2410:x1848993291182592:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338472.180822:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338472.180844:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338472.180857:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338472.180880:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5892 expref: 34 pid: 17642 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338472.180894:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.180896:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763338472.180901:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.180910:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.180946:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338472.181002:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+33:2410:x1848993291182592:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 197us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.181011:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3450 00010000:00010000:1.0:1763338472.181251:0:16621:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.181304:0:16621:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763338472.196618:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871939 is committed 00000001:00080000:1.0:1763338472.196664:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871919 is committed 00002000:00010000:2.0:1763338472.196796:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb size from disk: 0 -> 167936 00002000:00010000:2.0:1763338472.196802:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb blocks from disk: 0 -> 104 00010000:00010000:2.0:1763338472.196818:0:16621:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.196830:0:16621:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.196840:0:16621:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.196847:0:16621:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338472.196852:0:16621:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.196861:0:16621:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.196881:0:16621:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.196888:0:16621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146b93e00/0x4ea0a6980f4b3bfe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [114688->167935] (req 114688->167935) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16621 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338472.196993:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291182464:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 21204us (25310us total) trans 17179871939 rc 0/0 00000100:00100000:2.0:1763338472.197004:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1876 00000100:00100000:2.0:1763338472.201378:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.201476:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182720 00000100:00100000:3.0:1763338472.201488:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182720 00000100:00100000:3.0:1763338472.201744:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7353 00000100:00100000:3.0:1763338472.201754:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993291182720:12345-192.168.202.34@tcp:23:lfs.0 00000100:00100000:3.0:1763338472.201957:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2408:x1848993291182720:12345-192.168.202.34@tcp:23:lfs.0 Request processed in 204us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.201965:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7353 00000100:00100000:0.0:1763338472.206368:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.206513:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291182976 00000100:00100000:3.0:1763338472.206522:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291182976 00000100:00100000:3.0:1763338472.206578:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10504 00000100:00100000:3.0:1763338472.206587:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+361:57667:x1848993291182976:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:3.0:1763338472.206795:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338472.206812:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.206822:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000001:00080000:3.0:1763338472.206860:0:13583:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973482 00000004:00010000:3.0:1763338472.206876:0:13583:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001bde2c90 reply state 00000000eae7450b transno 4294973483 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.206887:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.206898:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:3.0:1763338472.206901:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763338472.206905:0:13583:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763338472.206998:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+364:57667:x1848993291182976:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 411us (641us total) trans 4294973483 rc 0/0 00000100:00100000:3.0:1763338472.207005:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10504 00000020:00080000:3.0:1763338472.207010:0:13583:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338472.209730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.209902:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183104 00000100:00100000:3.0:1763338472.209913:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183104 00000100:00100000:3.0:1763338472.210136:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7354 00000100:00100000:3.0:1763338472.210147:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:57667:x1848993291183104:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338472.210164:0:27817:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338472.210185:0:27817:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58a0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763338472.210210:0:27817:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2aa:0x0] initial LVB size: 167936, mtime: 0x691a68e8, atime: 0x0, ctime: 0x691a68e8, blocks: 0x68 00010000:00010000:3.0:1763338472.210231:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.210233:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.210250:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.210421:0:27817:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 14 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.210435:0:27817:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd1469cbe00, rc 0) 00000100:00100000:3.0:1763338472.210502:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+14:57667:x1848993291183104:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 356us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.210512:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7354 00000100:00100000:1.0:1763338472.212856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.212903:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.213096:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183232 00000100:00100000:2.0:1763338472.213106:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183232 00002000:00010000:2.0:1763338472.213145:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/682 (180058->18446744073709551615) 00002000:00100000:2.0:1763338472.213150:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd280732d80 with x1848993291183232 ext(180058->18446744073709551615) 00002000:00010000:2.0:1763338472.213161:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd280732d80. 00000100:00100000:2.0:1763338472.213194:0:16621:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183360 00000100:00100000:2.0:1763338472.213197:0:16621:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183360 00002000:00010000:2.0:1763338472.213209:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/683 (0->18446744073709551615) 00002000:00100000:2.0:1763338472.213212:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd280733480 with x1848993291183360 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338472.213218:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd280733480. 00000100:00100000:2.0:1763338472.213251:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1877 00000100:00100000:2.0:1763338472.213278:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291183232:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338472.213502:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb size from disk: 167936 -> 180058 00002000:00010000:2.0:1763338472.213506:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338472.213509:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338472.213512:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338472.213514:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1763338472.213574:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291183232:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 314us (727us total) trans 17179871940 rc 0/0 00000100:00100000:2.0:1763338472.213582:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1877 00002000:00010000:2.0:1763338472.213587:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/682 (180058->18446744073709551615) 00002000:00100000:2.0:1763338472.213589:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd280732d80 with x1848993291183232 ext(180058->18446744073709551615) 00002000:00010000:2.0:1763338472.213593:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8fd280732d80. 00000100:00100000:2.0:1763338472.213612:0:16621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1878 00000100:00100000:2.0:1763338472.213620:0:16621:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+24:2410:x1848993291183360:12345-192.168.202.34@tcp:10:lfs.0 00002000:00010000:2.0:1763338472.213692:0:16621:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763338472.213695:0:16621:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338472.213698:0:16621:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763338472.213700:0:16621:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:2.0:1763338472.213702:0:16621:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763338472.213725:0:16621:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291183360:12345-192.168.202.34@tcp:10:lfs.0 Request processed in 106us (821us total) trans 21474839309 rc 0/0 00000100:00100000:2.0:1763338472.213732:0:16621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1878 00002000:00010000:2.0:1763338472.213735:0:16621:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/683 (0->18446744073709551615) 00002000:00100000:2.0:1763338472.213738:0:16621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8fd280733480 with x1848993291183360 ext(0->18446744073709551615) 00002000:00010000:2.0:1763338472.213742:0:16621:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8fd280733480. 00000100:00100000:0.0:1763338472.216624:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.216732:0:24009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183488 00000100:00100000:1.0:1763338472.216743:0:24009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183488 00000100:00100000:1.0:1763338472.216816:0:24009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1879 00000100:00100000:1.0:1763338472.216825:0:24009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291183488:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:1.0:1763338472.216863:0:24009:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.216877:0:24009:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.216879:0:24009:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.216886:0:24009:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.216900:0:24009:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217022:0:24009:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217031:0:24009:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217038:0:24009:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217045:0:24009:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338472.217050:0:24009:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217065:0:24009:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217083:0:24009:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.217091:0:24009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24009 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.217169:0:24009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2409:x1848993291183488:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 344us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763338472.217178:0:24009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1879 00000100:00100000:2.0:1763338472.221825:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.222045:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183616 00000100:00100000:0.0:1763338472.222057:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183616 00000100:00100000:0.0:1763338472.222133:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1880 00000100:00100000:0.0:1763338472.222143:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291183616:12345-192.168.202.34@tcp:4:lfs.0 00010000:00010000:0.0:1763338472.222180:0:28405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.222199:0:28405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.222208:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338472.222210:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763338472.222214:0:28405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.222292:0:28405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 15 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.222314:0:28405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 15 pid: 27817 timeout: 1241 lvb_type: 0 00000100:00100000:0.0:1763338472.222329:0:28405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28405:1848993303284352:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338472.222418:0:28405:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27051a240 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.225401:0:28405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28405:1848993303284352:192.168.202.34@tcp:104: 00010000:00010000:0.0:1763338472.225432:0:28405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763338472.226305:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.226546:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183744 00000100:00100000:0.0:1763338472.226554:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183744 00010000:00010000:0.0:1763338472.226590:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 16 pid: 27817 timeout: 1241 lvb_type: 0 00000100:00100000:0.0:1763338472.226629:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3451 00000100:00100000:0.0:1763338472.226639:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291183744:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338472.226652:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338472.226672:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 16 pid: 27817 timeout: 1241 lvb_type: 0 00010000:00010000:0.0:1763338472.226697:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 16 pid: 27817 timeout: 1241 lvb_type: 0 00010000:00010000:0.0:1763338472.226722:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c0c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a0 expref: 16 pid: 27817 timeout: 1241 lvb_type: 0 00010000:00010000:0.0:1763338472.226737:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.226740:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.226744:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.226753:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.227635:0:28405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.227647:0:28405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.228059:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338472.228130:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291183744:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1489us (1863us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.228140:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3451 00000001:00080000:2.0:1763338472.231681:0:26012:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871941 is committed 00002000:00010000:1.0:1763338472.231820:0:28405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb size from disk: 180058 -> 180224 00002000:00010000:1.0:1763338472.231826:0:28405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2aa:0x0] updating lvb blocks from disk: 104 -> 112 00010000:00010000:1.0:1763338472.231841:0:28405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.231853:0:28405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.231862:0:28405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.231869:0:28405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e48200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338472.231874:0:28405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.231882:0:28405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.231902:0:28405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.231909:0:28405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c1a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.232058:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2410:x1848993291183616:12345-192.168.202.34@tcp:4:lfs.0 Request processed in 9912us (10241us total) trans 17179871941 rc 0/0 00000100:00100000:1.0:1763338472.232068:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1880 00000100:00100000:2.0:1763338472.234930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.235030:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291183872 00000100:00100000:0.0:1763338472.235041:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291183872 00000100:00100000:0.0:1763338472.235104:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10505 00000100:00100000:0.0:1763338472.235114:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+364:57667:x1848993291183872:12345-192.168.202.34@tcp:44:lfs.0 00000001:00080000:0.0:1763338472.236810:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973483 is committed 00010000:00010000:2.0:1763338472.237003:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237016:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237023:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237029:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237034:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237042:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237058:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff8fd250f63200) 00010000:00010000:2.0:1763338472.237062:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237067:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237073:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb400/0x4ea0a6980f4b395e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237098:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237104:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237110:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237115:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eaa00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237118:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237124:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237131:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237133:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237136:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237142:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eaa00/0x4ea0a6980f4b39b9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237152:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237157:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237166:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237171:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237173:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237179:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237185:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xe8098f29 (ffff8fd250f63a00) 00010000:00010000:2.0:1763338472.237188:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237190:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237195:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb200/0x4ea0a6980f4b39e3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237208:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237214:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237219:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237224:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237227:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237233:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237250:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237253:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237256:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237286:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3a1b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237297:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237302:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237308:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237313:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd145f3fc00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237316:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237323:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237331:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237333:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237336:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237341:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd145f3fc00/0x4ea0a6980f4b3a22 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237350:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237356:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237362:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237367:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237370:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237375:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237382:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237385:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237387:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237393:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb000/0x4ea0a6980f4b3a37 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237403:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237408:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237414:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237418:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a32400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237421:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237427:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237434:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237437:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237439:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237445:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a32400/0x4ea0a6980f4b3a53 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237453:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237459:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237464:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237469:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd258a33a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237472:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237477:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237483:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237485:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237487:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237492:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd258a33a00/0x4ea0a6980f4b3a68 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237502:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237507:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237511:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237516:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463ea800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237518:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237524:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237530:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237532:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237535:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237540:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463ea800/0x4ea0a6980f4b3a6f lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237550:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237554:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237559:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237567:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1463eb600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237570:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237587:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237595:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237597:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237600:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237606:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1463eb600/0x4ea0a6980f4b3a76 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237615:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237621:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237627:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237631:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93a00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237634:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237639:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237645:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237648:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237651:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237655:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3a92 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237665:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237670:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237676:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237693:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237696:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237702:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237709:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237711:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237714:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237719:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3aa7 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237728:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237732:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237738:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237742:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b93c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237745:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237749:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237754:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237756:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237758:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237763:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93c00/0x4ea0a6980f4b3abc lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237770:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237774:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237779:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237783:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237785:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237790:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237796:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237798:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237800:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237805:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7c00/0x4ea0a6980f4b3ad1 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237812:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237816:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237821:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237825:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7800 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237828:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237833:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237838:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237840:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237842:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237846:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7800/0x4ea0a6980f4b3ae6 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237853:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237858:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237864:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237867:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2821c7000 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237869:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237874:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237879:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237881:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237883:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237887:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2821c7000/0x4ea0a6980f4b3afb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237894:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237898:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237902:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237906:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92c00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237909:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237917:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237922:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.237924:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237926:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237930:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92c00/0x4ea0a6980f4b3b10 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237937:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237941:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237946:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237950:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92600 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237952:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237956:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237961:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.237963:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.237965:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237970:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92600/0x4ea0a6980f4b3bdb lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.237976:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237980:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237985:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237989:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469ca400 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:2.0:1763338472.237991:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.237996:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.238001:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.238002:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763338472.238004:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.238009:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c05 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00000100:00100000:1.0:1763338472.238213:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57667:x1848993291183872:12345-192.168.202.34@tcp:44:lfs.0 Request processed in 3095us (3287us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338472.238222:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10505 00000100:00100000:2.0:1763338472.242193:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.242475:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.242529:0:27817:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184000 00000100:00100000:3.0:1763338472.242539:0:27817:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184000 00000100:00100000:3.0:1763338472.242605:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7355 00000100:00100000:3.0:1763338472.242616:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291184000:12345-192.168.202.34@tcp:16:lfs.0 00000100:00100000:0.0:1763338472.242855:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184128 00000100:00100000:0.0:1763338472.242860:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184128 00000100:00100000:0.0:1763338472.242897:0:8869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7356 00000100:00100000:0.0:1763338472.242904:0:8869:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+25:2410:x1848993291184128:12345-192.168.202.34@tcp:16:lfs.0 00000100:00100000:3.0:1763338472.243633:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291184000:12345-192.168.202.34@tcp:16:lfs.0 Request processed in 1014us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.243645:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7355 00000001:00080000:0.0:1763338472.247664:0:24691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839309 is committed 00000100:00100000:2.0:1763338472.248675:0:8869:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291184128:12345-192.168.202.34@tcp:16:lfs.0 Request processed in 5763us (6192us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.248690:0:8869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7356 00000100:00100000:1.0:1763338472.262199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.264986:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184384 00000100:00100000:2.0:1763338472.265002:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184384 00000100:00100000:1.0:1763338472.265125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.265165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.265870:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184256 00000100:00100000:0.0:1763338472.265876:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184256 00000100:00100000:0.0:1763338472.265909:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184512 00000100:00100000:0.0:1763338472.265912:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184512 00000100:00100000:0.0:1763338472.265939:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7357 00000100:00100000:0.0:1763338472.265947:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291184384:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:0.0:1763338472.265990:0:31107:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.266186:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7358 00000100:00100000:1.0:1763338472.266195:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291184256:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338472.266215:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266224:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.266226:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.266231:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266254:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266297:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266305:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266314:0:27817:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266320:0:27817:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c4e00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338472.266324:0:27817:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266333:0:27817:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266348:0:27817:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266359:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.266432:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291184256:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 238us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338472.266440:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7358 00000100:00100000:1.0:1763338472.266458:0:27817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7359 00000100:00100000:1.0:1763338472.266464:0:27817:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291184512:12345-192.168.202.34@tcp:1:lfs.0 00010000:00010000:1.0:1763338472.266481:0:27817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266489:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.266491:0:27817:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.266494:0:27817:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266503:0:27817:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266518:0:27817:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266525:0:27817:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266532:0:27817:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266538:0:27817:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c5a00 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338472.266542:0:27817:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266548:0:27817:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266556:0:27817:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.266563:0:27817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c2f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27817 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.266591:0:27817:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2407:x1848993291184512:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 128us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338472.266597:0:27817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7359 00010000:00010000:0.0:1763338472.267142:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.267147:0:31107:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.267153:0:31107:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267165:0:31107:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267183:0:31107:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267191:0:31107:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267199:0:31107:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267205:0:31107:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:0.0:1763338472.267208:0:31107:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267214:0:31107:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267230:0:31107:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.267237:0:31107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31107 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763338472.267330:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291184384:12345-192.168.202.34@tcp:1:lfs.0 Request processed in 1382us (5140us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.267337:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7357 00000100:00100000:1.0:1763338472.269824:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.269891:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184768 00000100:00100000:0.0:1763338472.269900:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184768 00000100:00100000:0.0:1763338472.270061:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10506 00000100:00100000:0.0:1763338472.270072:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+298:57667:x1848993291184768:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:0.0:1763338472.270158:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c36 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338472.270173:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338472.270183:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00010000:0.0:1763338472.270465:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ddcfe2cc reply state 00000000d5d7af47 transno 4294973484 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338472.270478:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48200/0x4ea0a6980f4b3c36 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x209:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338472.270485:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:0.0:1763338472.270489:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763338472.270492:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763338472.270724:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57667:x1848993291184768:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 652us (905us total) trans 4294973484 rc 0/0 00000100:00100000:0.0:1763338472.270731:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10506 00000100:00100000:3.0:1763338472.272651:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.272947:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291184896 00000100:00100000:1.0:1763338472.272956:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291184896 00000100:00100000:1.0:1763338472.273016:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7360 00000100:00100000:1.0:1763338472.273026:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+13:2409:x1848993291184896:12345-192.168.202.34@tcp:2:lfs.0 00000100:00100000:1.0:1763338472.273250:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2409:x1848993291184896:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 216us (597us total) trans 17179871942 rc 0/0 00000100:00100000:1.0:1763338472.273257:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7360 00000100:00100000:2.0:1763338472.276435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.276681:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291185024 00000100:00100000:1.0:1763338472.276693:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291185024 00000100:00100000:1.0:1763338472.276756:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7361 00000100:00100000:1.0:1763338472.276767:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2410:x1848993291185024:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338472.276960:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338472.276964:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.276967:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 0 -> 1763338472 00002000:00010000:1.0:1763338472.276969:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.276971:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338472.277045:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2410:x1848993291185024:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 279us (622us total) trans 21474839310 rc 0/0 00000100:00100000:1.0:1763338472.277053:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7361 00000100:00100000:2.0:1763338472.282813:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.282944:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291185280 00000100:00100000:0.0:1763338472.282955:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291185280 00000100:00100000:0.0:1763338472.283018:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10507 00000100:00100000:0.0:1763338472.283029:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57667:x1848993291185280:12345-192.168.202.34@tcp:55:lfs.0 00010000:00010000:0.0:1763338472.283102:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338472.283121:0:10039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.283130:0:10039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338472.283166:0:10039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.283180:0:10039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 300 pid: 10039 timeout: 1241 lvb_type: 0 00000100:00100000:0.0:1763338472.283196:0:10039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd260da1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303284480:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338472.283326:0:10039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd27051acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.287068:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.287211:0:10039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd260da1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10039:1848993303284480:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338472.287253:0:10039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000100:00100000:2.0:1763338472.287507:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291185408 00000100:00100000:2.0:1763338472.287514:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291185408 00010000:00010000:2.0:1763338472.287555:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 301 pid: 10039 timeout: 1241 lvb_type: 0 00000100:00100000:2.0:1763338472.287590:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3452 00000100:00100000:2.0:1763338472.287600:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:2410:x1848993291185408:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763338472.287613:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763338472.287620:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 301 pid: 10039 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338472.287632:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 301 pid: 10039 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338472.287653:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3bd4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x209:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5884 expref: 301 pid: 10039 timeout: 1241 lvb_type: 0 00010000:00010000:2.0:1763338472.287667:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.287671:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.287693:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.287701:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10039 initiator: MDT1 00010000:00010000:2.0:1763338472.287730:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763338472.287783:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:2410:x1848993291185408:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 184us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.287791:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3452 00010000:00010000:1.0:1763338472.288785:0:10039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288798:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288835:0:10039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288842:0:10039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288848:0:10039:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288854:0:10039:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338472.288859:0:10039:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288866:0:10039:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288879:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:1.0:1763338472.288882:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1763338472.288886:0:10039:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 2/0,0 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.288892:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49200/0x4ea0a6980f4b3c3d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10039 initiator: MDT1 00000100:00100000:1.0:1763338472.288959:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57667:x1848993291185280:12345-192.168.202.34@tcp:55:lfs.0 Request processed in 5929us (6155us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763338472.288969:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10507 00000100:00100000:0.0:1763338472.292437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.292624:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291185664 00000100:00100000:1.0:1763338472.292633:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291185664 00000100:00100000:1.0:1763338472.292742:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10508 00000100:00100000:1.0:1763338472.292753:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57667:x1848993291185664:12345-192.168.202.34@tcp:36:lfs.0 00010000:00010000:1.0:1763338472.292820:0:10039:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763338472.292851:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3b1e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5837 expref: 299 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.292867:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.292873:0:10039:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338472.292927:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c44 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:1.0:1763338472.292941:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.292951:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00010000:1.0:1763338472.293072:0:10039:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065283197 reply state 0000000026e6bec4 transno 4294973485 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.293085:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c5a00/0x4ea0a6980f4b3c44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:1.0:1763338472.293092:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.293095:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763338472.293098:0:10039:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763338472.293197:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57667:x1848993291185664:12345-192.168.202.34@tcp:36:lfs.0 Request processed in 446us (770us total) trans 4294973485 rc 0/0 00000100:00100000:1.0:1763338472.293206:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10508 00000100:00100000:2.0:1763338472.296565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.296602:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.296628:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.296708:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291185792 00000100:00100000:1.0:1763338472.296718:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291185792 00000100:00100000:1.0:1763338472.296777:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291186048 00000100:00100000:1.0:1763338472.296781:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291186048 00000100:00100000:1.0:1763338472.296800:0:31107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291185920 00000100:00100000:1.0:1763338472.296802:0:31107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291185920 00000100:00100000:1.0:1763338472.296820:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7362 00000100:00100000:1.0:1763338472.296828:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993291185792:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338472.296985:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 180058 -> 180058 00002000:00010000:1.0:1763338472.296989:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.296992:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.296994:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.296997:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:1.0:1763338472.297049:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993291185792:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 221us (493us total) trans 21474839311 rc 0/0 00000100:00100000:1.0:1763338472.297057:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7362 00000100:00100000:1.0:1763338472.297074:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7363 00000100:00100000:1.0:1763338472.297081:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+14:2407:x1848993291186048:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338472.297145:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338472.297148:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.297150:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 1763338472 00002000:00010000:1.0:1763338472.297152:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.297154:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763338472.297176:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291186048:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 95us (573us total) trans 17179871943 rc 0/0 00000100:00100000:1.0:1763338472.297182:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7363 00000100:00100000:1.0:1763338472.297194:0:31107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7364 00000100:00100000:1.0:1763338472.297199:0:31107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2407:x1848993291185920:12345-192.168.202.34@tcp:2:lfs.0 00002000:00010000:1.0:1763338472.297256:0:31107:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763338472.297281:0:31107:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.297284:0:31107:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 1763338472 00002000:00010000:1.0:1763338472.297286:0:31107:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1763338472 -> 1763338472 00002000:00010000:1.0:1763338472.297288:0:31107:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763338472.297310:0:31107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2407:x1848993291185920:12345-192.168.202.34@tcp:2:lfs.0 Request processed in 110us (680us total) trans 21474839312 rc 0/0 00000100:00100000:1.0:1763338472.297315:0:31107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7364 00000100:00100000:0.0:1763338472.299979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.300235:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291186304 00000100:00100000:2.0:1763338472.300254:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291186304 00000100:00100000:2.0:1763338472.300372:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3665 00000100:00100000:2.0:1763338472.300382:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57667:x1848993291186304:12345-192.168.202.34@tcp:35:lfs.0 00000004:00010000:2.0:1763338472.300454:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x206:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3b95 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5868 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.300495:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763338472.300508:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.300517:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.300526:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 5/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:2.0:1763338472.300559:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.300572:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 300 pid: 10039 timeout: 1242 lvb_type: 0 00000100:00100000:2.0:1763338472.300586:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd2789c6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303284608:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338472.300691:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.300701:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 300 pid: 10039 timeout: 1242 lvb_type: 0 00000100:00100000:2.0:1763338472.300711:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303284736:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338472.300733:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd242d70840 going to sleep for 11 seconds 00000100:00100000:2.0:1763338472.304452:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd2789c6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303284608:192.168.202.34@tcp:104: 00000100:00100000:2.0:1763338472.304470:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303284736:192.168.202.34@tcp:104: 00010000:00010000:2.0:1763338472.304500:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:0.0:1763338472.305234:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.305346:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.305419:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291186560 00000100:00100000:3.0:1763338472.305428:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291186560 00010000:00010000:3.0:1763338472.305473:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 301 pid: 10039 timeout: 1242 lvb_type: 0 00000100:00100000:3.0:1763338472.305510:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291186432 00000100:00100000:3.0:1763338472.305513:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291186432 00010000:00010000:3.0:1763338472.305527:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 302 pid: 10039 timeout: 1242 lvb_type: 0 00000100:00100000:3.0:1763338472.306441:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3453 00000100:00100000:3.0:1763338472.306455:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+302:2409:x1848993291186560:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338472.306473:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338472.306481:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 302 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.306495:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 302 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.306519:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48000/0x4ea0a6980f4b39b2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57b2 expref: 302 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.306536:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:3.0:1763338472.306541:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.306550:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.306556:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338472.306614:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+301:2409:x1848993291186560:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 163us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.306621:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3453 00000100:00100000:3.0:1763338472.306639:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3454 00000100:00100000:3.0:1763338472.306647:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+300:2409:x1848993291186432:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338472.306655:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338472.306660:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 300 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.306669:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 300 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.306698:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93200/0x4ea0a6980f4b3a5a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af57f1 expref: 300 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.306708:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:3.0:1763338472.306713:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.306720:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.306727:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.306750:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338472.306769:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993291186432:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 124us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.306776:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3454 00010000:00010000:1.0:1763338472.307192:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.307201:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.307223:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763338472.307233:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.307249:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.307295:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 298 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.307307:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 298 pid: 10039 timeout: 1242 lvb_type: 0 00000100:00100000:1.0:1763338472.307322:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303284864:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338472.307378:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25266a180 going to sleep for 11 seconds 00000100:00100000:1.0:1763338472.310659:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6522:1848993303284864:192.168.202.34@tcp:104: 00000100:00100000:0.0:1763338472.310816:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00010000:00010000:1.0:1763338472.310916:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:3.0:1763338472.311204:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291186688 00000100:00100000:3.0:1763338472.311212:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291186688 00010000:00010000:3.0:1763338472.311259:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 299 pid: 10039 timeout: 1242 lvb_type: 0 00000100:00100000:3.0:1763338472.311321:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3455 00000100:00100000:3.0:1763338472.311332:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993291186688:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338472.311349:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338472.311356:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 299 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.311368:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 299 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.311392:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93800/0x4ea0a6980f4b3be2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x209:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af588b expref: 299 pid: 10039 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.311413:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:3.0:1763338472.311418:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.311428:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.311435:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT1 00010000:00010000:3.0:1763338472.311469:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763338472.311980:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.311988:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00000100:00100000:1.0:1763338472.312322:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303284992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.312371:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.312401:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144ac00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.312842:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303284992 00000100:00100000:0.0:1763338472.312848:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303284992 00000100:00100000:0.0:1763338472.312915:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1763338472.312924:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303284992:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763338472.312999:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303284992:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.313007:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1763338472.313140:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+299:2409:x1848993291186688:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 1808us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.313150:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3455 00000100:00080000:1.0:1763338472.313835:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763338472.313877:0:6522:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839248 gen 2 00000004:00080000:1.0:1763338472.313886:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498fa680, transno 21474839247 00000004:00080000:1.0:1763338472.313898:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd1498f9880, transno 21474839248 00000100:00100000:1.0:1763338472.313908:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303284992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.313992:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.314033:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.314051:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd144ac00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.314296:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285120 00000100:00100000:0.0:1763338472.314301:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285120 00000100:00100000:0.0:1763338472.314352:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1763338472.314360:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285120:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763338472.314442:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285120:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.314450:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1763338472.314523:0:6522:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871919 gen 2 00000100:00080000:1.0:1763338472.314523:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1763338472.314529:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e8a80, transno 17179871918 00000004:00080000:2.0:1763338472.314544:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8fd2708e8380, transno 17179871919 00000100:00100000:2.0:1763338472.314549:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763338472.314599:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd270f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763338472.314627:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338472.314654:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd25266a180 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.314751:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285248 00000100:00100000:0.0:1763338472.314756:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285248 00000100:00100000:0.0:1763338472.314788:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1763338472.314794:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285248:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763338472.314858:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285248:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.314865:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1763338472.314933:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd270f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.314970:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.315001:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.315022:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747ed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338472.315069:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285376 00000100:00100000:2.0:1763338472.315074:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285376 00000100:00100000:2.0:1763338472.315112:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1763338472.315119:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285376:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763338472.315182:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285376:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.315189:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1763338472.315340:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.315373:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.315394:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.315412:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747ed6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763338472.315469:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285504 00000100:00100000:0.0:1763338472.315474:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285504 00000100:00100000:0.0:1763338472.315552:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1763338472.315560:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.315747:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.315779:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.315802:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.315825:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747ed6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763338472.315865:0:8019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285632 00000100:00100000:3.0:1763338472.315869:0:8019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285632 00000100:00100000:3.0:1763338472.315901:0:8019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1763338472.315902:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 122us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.315908:0:8019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763338472.315908:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:3.0:1763338472.315971:0:8019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.315981:0:8019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1763338472.316031:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285632:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:1.0:1763338472.316408:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].18, 640 off49264 00000001:00080000:1.0:1763338472.316422:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973486 00000100:00100000:1.0:1763338472.316479:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.316505:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.316533:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747ed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338472.316589:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285760 00000100:00100000:2.0:1763338472.316593:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285760 00000100:00100000:2.0:1763338472.316664:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1763338472.316672:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763338472.316904:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd280730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6522:x1848993303285760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 233us (397us total) trans 17179871944 rc 0/0 00000100:00100000:2.0:1763338472.316911:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1763338472.316985:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd280730a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.317011:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d406d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763338472.317035:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763338472.317058:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747ed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763338472.317098:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303285888 00000100:00100000:2.0:1763338472.317103:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303285888 00000100:00100000:2.0:1763338472.317159:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1763338472.317166:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6522:x1848993303285888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763338472.317293:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6522:x1848993303285888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 127us (256us total) trans 21474839313 rc 0/0 00000100:00100000:2.0:1763338472.317301:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1763338472.317366:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d406d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001-mdtlov_UUID:6522:1848993303285888:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1763338472.317418:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973487 00010000:00010000:1.0:1763338472.317445:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317456:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317464:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317470:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd2788c4e00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338472.317474:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317481:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317497:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:1.0:1763338472.317500:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763338472.317505:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317514:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3c52 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x209:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317530:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317536:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317542:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317546:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146b92200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:1.0:1763338472.317549:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317554:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317562:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.317565:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763338472.317568:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317573:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b92200/0x4ea0a6980f4b3c4b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x206:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763338472.317584:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.317587:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763338472.317593:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3b95 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5868 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.317684:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd260da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57667:x1848993291186304:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 17302us (17715us total) trans 4294973488 rc 0/0 00000100:00100000:1.0:1763338472.317692:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3665 00000020:00080000:1.0:1763338472.317697:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763338472.321482:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.321640:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291186816 00000100:00100000:1.0:1763338472.321650:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291186816 00000100:00100000:1.0:1763338472.321745:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10509 00000100:00100000:1.0:1763338472.321757:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+299:57667:x1848993291186816:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:1.0:1763338472.321781:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338472.321804:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4b3c59 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58a7 expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.321863:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4b3c59 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a7 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.321879:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827e00/0x4ea0a6980f4b3c59 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58a7 expref: 300 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.321896:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.321900:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763338472.322042:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143827e00, rc 0) 00000100:00100000:1.0:1763338472.322164:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57667:x1848993291186816:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 408us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338472.322173:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10509 00000100:00100000:0.0:1763338472.327771:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.327890:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291187072 00000100:00100000:1.0:1763338472.327901:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291187072 00000100:00100000:1.0:1763338472.327961:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3666 00000100:00100000:1.0:1763338472.327972:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd243557c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+300:57667:x1848993291187072:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338472.328219:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd243557c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57667:x1848993291187072:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 248us (456us total) trans 4294973489 rc 0/0 00000100:00100000:1.0:1763338472.328230:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3666 00000100:00100000:2.0:1763338472.331583:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.331667:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291187328 00000100:00100000:0.0:1763338472.331687:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291187328 00000100:00100000:0.0:1763338472.331849:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3667 00000100:00100000:0.0:1763338472.331860:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+301:57667:x1848993291187328:12345-192.168.202.34@tcp:35:lfs.0 00000004:00080000:0.0:1763338472.332052:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0x209:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763338472.332132:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763338472.332149:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338472.332160:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338472.332168:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338472.332174:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338472.332180:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763338472.332211:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763338472.332405:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57667:x1848993291187328:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 546us (831us total) trans 4294973490 rc 0/0 00000100:00100000:0.0:1763338472.332415:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3667 00010000:00010000:2.0:1763338472.332507:0:35256:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763338472.332514:0:35256:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338472.332522:0:35256:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd146e49800 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:2.0:1763338472.332526:0:35256:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338472.332534:0:35256:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338472.332548:0:35256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x209:0x0].0x0 (ffff8fd2746e2d00) 00010000:00010000:2.0:1763338472.332551:0:35256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763338472.332556:0:35256:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338472.332562:0:35256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e49800/0x4ea0a6980f4b3c60 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763338472.332573:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338472.332575:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763338472.332576:0:35256:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338472.348862:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.350068:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291187456 00000100:00100000:1.0:1763338472.350082:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291187456 00000100:00100000:3.0:1763338472.351248:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10510 00000100:00100000:3.0:1763338472.351284:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+302:57669:x1848993291187456:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:3.0:1763338472.351316:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338472.351344:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c67 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58ae expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.351430:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338472.351446:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351458:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351471:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338472.351479:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351486:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351567:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:3.0:1763338472.351577:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351584:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:3.0:1763338472.351626:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00000004:00200000:3.0:1763338472.351632:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763338472.351649:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351662:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351673:0:13583:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351910:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 4/1,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351919:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351927:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351933:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd1469cbe00 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338472.351937:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351945:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351957:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff8fd2705c0700) 00010000:00010000:3.0:1763338472.351960:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338472.351965:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 3/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351972:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469cbe00/0x4ea0a6980f4b3c6e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351986:0:13583:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351992:0:13583:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.351998:0:13583:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.352003:0:13583:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd277744200 already unused, calling callback (ffffffffc19bc550) 00010000:00010000:3.0:1763338472.352005:0:13583:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.352011:0:13583:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.352017:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0xdd396665 (ffff8fd2705c0100) 00010000:00010000:3.0:1763338472.352020:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763338472.352023:0:13583:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.352027:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3c75 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.352056:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd1469ca400/0x4ea0a6980f4b3c67 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 304 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.352070:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 303 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.352077:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:3.0:1763338472.352080:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763338472.352083:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277744800, rc 0) 00000100:00100000:2.0:1763338472.352770:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57669:x1848993291187456:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 1504us (3914us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338472.352780:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10510 00000100:00100000:3.0:1763338472.358026:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.358642:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291187712 00000100:00100000:2.0:1763338472.358654:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291187712 00000100:00100000:2.0:1763338472.358839:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10511 00000100:00100000:2.0:1763338472.358850:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+303:57669:x1848993291187712:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:2.0:1763338472.358870:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763338472.358893:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3c83 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58b5 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.359023:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3c8a lrc: 3/1,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:2.0:1763338472.359041:0:13583:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3c8a lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:2.0:1763338472.359054:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3c8a lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:2.0:1763338472.359067:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00010000:00010000:2.0:1763338472.359185:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93a00/0x4ea0a6980f4b3c83 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58b5 expref: 306 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.359204:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146b93000/0x4ea0a6980f4b3c8a lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x206:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58b5 expref: 305 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763338472.359213:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:2.0:1763338472.359216:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763338472.359220:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146b93000, rc 0) 00000100:00100000:2.0:1763338472.359337:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd146128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57669:x1848993291187712:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 489us (1322us total) trans 4294973491 rc 0/0 00000100:00100000:2.0:1763338472.359345:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10511 00000100:00100000:1.0:1763338472.362753:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.363041:0:10039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291187968 00000100:00100000:0.0:1763338472.363053:0:10039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291187968 00000100:00100000:0.0:1763338472.363120:0:10039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10512 00000100:00100000:0.0:1763338472.363131:0:10039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+305:57669:x1848993291187968:12345-192.168.202.34@tcp:101:lfs.0 00010000:00010000:0.0:1763338472.363157:0:10039:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338472.363179:0:10039:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3c98 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58bc expref: -99 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.363320:0:10039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3c9f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10039 initiator: MDT0 00010000:00010000:0.0:1763338472.363337:0:10039:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3c9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10039 initiator: MDT1 00010000:00010000:0.0:1763338472.363348:0:10039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3c9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10039 initiator: MDT1 00000004:00200000:0.0:1763338472.363361:0:10039:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00010000:00010000:0.0:1763338472.363462:0:10039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48800/0x4ea0a6980f4b3c98 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58bc expref: 308 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.363481:0:10039:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3c9f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58bc expref: 307 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.363490:0:10039:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338472.363494:0:10039:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763338472.363497:0:10039:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48c00, rc 0) 00000100:00100000:0.0:1763338472.363564:0:10039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6a980bff-e299-4157-ba20-d04f96bef9fe+307:57669:x1848993291187968:12345-192.168.202.34@tcp:101:lfs.0 Request processed in 435us (822us total) trans 4294973492 rc 0/0 00000100:00100000:0.0:1763338472.363572:0:10039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10512 00000100:00100000:0.0:1763338472.401733:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.402536:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291188096 00000100:00100000:1.0:1763338472.402548:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291188096 00000100:00100000:1.0:1763338472.402626:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1881 00000100:00100000:1.0:1763338472.402635:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993291188096:12345-192.168.202.34@tcp:3:lfs.0 00010000:00010000:1.0:1763338472.402670:0:28405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.402685:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.402688:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.402694:0:28405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.402710:0:28405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408358:0:28405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408380:0:28405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408388:0:28405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408395:0:28405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143827400 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338472.408400:0:28405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408408:0:28405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408428:0:28405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.408435:0:28405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.409549:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2408:x1848993291188096:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 6904us (7823us total) trans 0 rc 180058/180058 00000100:00100000:1.0:1763338472.409562:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1881 00000100:00100000:2.0:1763338472.412937:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.413166:0:28405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291188224 00000100:00100000:1.0:1763338472.413178:0:28405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291188224 00000100:00100000:1.0:1763338472.413339:0:28405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 1882 00000100:00100000:1.0:1763338472.413349:0:28405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd270f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291188224:12345-192.168.202.34@tcp:3:lfs.0 00002000:00010000:1.0:1763338472.413401:0:28405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2aa:0x0] initial LVB size: 180224, mtime: 0x691a68e8, atime: 0x691a68e8, ctime: 0x691a68e8, blocks: 0x70 00010000:00010000:1.0:1763338472.413411:0:28405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.413426:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.413429:0:28405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.413436:0:28405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.413451:0:28405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417408:0:28405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417430:0:28405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417438:0:28405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417445:0:28405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8fd143826200 already unused, calling callback (ffffffffc0da4b40) 00010000:00010000:1.0:1763338472.417450:0:28405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417457:0:28405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417477:0:28405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.417484:0:28405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->180223] (req 0->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763338472.417581:0:28405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd270f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2407:x1848993291188224:12345-192.168.202.34@tcp:3:lfs.0 Request processed in 4228us (4651us total) trans 0 rc 180058/180058 00000100:00100000:1.0:1763338472.417592:0:28405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 1882 00000100:00100000:2.0:1763338472.428795:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.428871:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291188352 00000100:00100000:3.0:1763338472.428880:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291188352 00000100:00100000:3.0:1763338472.428941:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:3.0:1763338472.428949:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27b9b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+307:57669:x1848993291188352:12345-192.168.202.34@tcp:103:lfs.0 00010000:00010000:3.0:1763338472.428966:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338472.428993:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd146e48c00/0x4ea0a6980f4b3c9f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x206:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58bc expref: 307 pid: 10039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.429012:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:3.0:1763338472.429018:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338472.429080:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27b9b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57669:x1848993291188352:12345-192.168.202.34@tcp:103:lfs.0 Request processed in 131us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.429088:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 425 00000100:00100000:2.0:1763338472.433647:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.434524:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291188608 00000100:00100000:0.0:1763338472.434536:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291188608 00000100:00100000:1.0:1763338472.435209:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3668 00000100:00100000:1.0:1763338472.435224:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+306:57669:x1848993291188608:12345-192.168.202.34@tcp:35:lfs.0 00000100:00100000:1.0:1763338472.435494:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd2789c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+307:57669:x1848993291188608:12345-192.168.202.34@tcp:35:lfs.0 Request processed in 274us (1856us total) trans 4294973493 rc 0/0 00000100:00100000:1.0:1763338472.435502:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3668 00000100:00100000:2.0:1763338472.440835:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.442426:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291188864 00000100:00100000:1.0:1763338472.442440:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291188864 00000100:00100000:1.0:1763338472.442500:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10513 00000100:00100000:1.0:1763338472.442511:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+307:57666:x1848993291188864:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338472.442535:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338472.442555:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cbb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58c3 expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.442662:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338472.442688:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 308 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.442699:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 4/0,1 mode: --/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338472.442731:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 308 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.442745:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 308 pid: 13583 timeout: 1242 lvb_type: 0 00000100:00100000:1.0:1763338472.442759:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303286016:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338472.442844:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747ed600 going to sleep for 11 seconds 00000100:00100000:1.0:1763338472.448849:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303286016:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338472.448882:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338472.449508:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.449840:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291188992 00000100:00100000:0.0:1763338472.449849:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291188992 00010000:00010000:0.0:1763338472.449886:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 309 pid: 13583 timeout: 1242 lvb_type: 0 00000100:00100000:0.0:1763338472.449923:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3456 00000100:00100000:0.0:1763338472.449932:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+309:2409:x1848993291188992:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763338472.449948:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763338472.449954:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 309 pid: 13583 timeout: 1242 lvb_type: 0 00010000:00010000:0.0:1763338472.449966:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 309 pid: 13583 timeout: 1242 lvb_type: 0 00010000:00010000:0.0:1763338472.449989:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd277744800/0x4ea0a6980f4b3c7c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ae expref: 309 pid: 13583 timeout: 1242 lvb_type: 0 00010000:00010000:0.0:1763338472.450002:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:0.0:1763338472.450007:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338472.450016:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338472.450023:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:0.0:1763338472.450056:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763338472.450118:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+308:2409:x1848993291188992:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 186us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.450125:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3456 00010000:00010000:1.0:1763338472.450742:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338472.450752:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338472.450780:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00010000:00010000:1.0:1763338472.450914:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143826200/0x4ea0a6980f4b3cbb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 309 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.450930:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 308 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.450939:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.450942:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763338472.450945:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd143827400, rc 0) 00000100:00100000:1.0:1763338472.450992:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd144bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57666:x1848993291188864:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 8484us (10165us total) trans 4294973494 rc 0/0 00000100:00100000:1.0:1763338472.450999:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10513 00000100:00100000:2.0:1763338472.458524:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:1.0:1763338472.458610:0:13583:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291189120 00000100:00100000:1.0:1763338472.458620:0:13583:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291189120 00000100:00100000:1.0:1763338472.458682:0:13583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 10514 00000100:00100000:1.0:1763338472.458693:0:13583:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57666:x1848993291189120:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338472.458717:0:13583:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338472.458748:0:13583:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3cd0 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58ca expref: -99 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.458844:0:13583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13583 initiator: MDT0 00010000:00010000:1.0:1763338472.458860:0:13583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 309 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.458869:0:13583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338472.458901:0:13583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 309 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.458913:0:13583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 309 pid: 13583 timeout: 1242 lvb_type: 0 00000100:00100000:1.0:1763338472.458927:0:13583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd27d407800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303286144:192.168.202.34@tcp:104: 00000100:00100000:1.0:1763338472.459013:0:13583:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd2747eda80 going to sleep for 11 seconds 00000100:00100000:1.0:1763338472.462236:0:13583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd27d407800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13583:1848993303286144:192.168.202.34@tcp:104: 00010000:00010000:1.0:1763338472.462325:0:13583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000100:00100000:2.0:1763338472.463497:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.463559:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291189248 00000100:00100000:3.0:1763338472.463567:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291189248 00010000:00010000:3.0:1763338472.463602:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 310 pid: 13583 timeout: 1242 lvb_type: 0 00000100:00100000:3.0:1763338472.463641:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3457 00000100:00100000:3.0:1763338472.463650:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+310:2410:x1848993291189248:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338472.463665:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338472.463672:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 310 pid: 13583 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.463684:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 310 pid: 13583 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.463707:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd143827400/0x4ea0a6980f4b3cc2 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x206:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af58c3 expref: 310 pid: 13583 timeout: 1242 lvb_type: 0 00010000:00010000:3.0:1763338472.463730:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:3.0:1763338472.463736:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x206:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.463746:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.463754:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13583 initiator: MDT1 00010000:00010000:3.0:1763338472.463780:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338472.463837:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+309:2410:x1848993291189248:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 187us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.463844:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3457 00010000:00010000:1.0:1763338472.463981:0:13583:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338472.463989:0:13583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00000004:00200000:1.0:1763338472.464041:0:13583:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x206:0x0]: returning size 180058 00000004:00200000:1.0:1763338472.464046:0:13583:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763338472.464068:0:13583:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13583 initiator: MDT1 00010000:00010000:1.0:1763338472.464097:0:13583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8fd2788c4e00/0x4ea0a6980f4b3cd0 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ca expref: 309 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.464112:0:13583:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8fd240030a00/0x4ea0a6980f4b3cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58ca expref: 308 pid: 13583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763338472.464119:0:13583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x206:0x0].0x0 (ffff8fd2746e0800) 00010000:00010000:1.0:1763338472.464122:0:13583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763338472.464125:0:13583:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240030a00, rc 0) 00000100:00100000:1.0:1763338472.464169:0:13583:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57666:x1848993291189120:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5478us (5655us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338472.464177:0:13583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 10514 00010000:00010000:3.0:1763338472.464481:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763338472.474372:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.474683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.475198:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291189504 00000100:00100000:0.0:1763338472.475198:0:8869:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291189376 00000100:00100000:3.0:1763338472.475210:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291189504 00000100:00100000:0.0:1763338472.475211:0:8869:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291189376 00000100:00100000:3.0:1763338472.475311:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7365 00000100:00100000:3.0:1763338472.475322:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291189504:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763338472.475341:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338472.475359:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58d8 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338472.475417:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303286272:192.168.202.34@tcp:106: 00000100:00100000:3.0:1763338472.475506:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f900 going to sleep for 11 seconds 00000100:00100000:1.0:1763338472.475920:0:35252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7366 00000100:00100000:1.0:1763338472.475933:0:35252:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+15:2409:x1848993291189376:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:1.0:1763338472.475942:0:35252:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763338472.475956:0:35252:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b3ce5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58d1 expref: -99 pid: 35252 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763338472.475978:0:35252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2aa:0x0] initial LVB size: 180224, mtime: 0x691a68e8, atime: 0x691a68e8, ctime: 0x691a68e8, blocks: 0x70 00010000:00010000:1.0:1763338472.475992:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.475994:0:35252:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763338472.476003:0:35252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b3ce5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58d1 expref: 16 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338472.476018:0:35252:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd240031a00/0x4ea0a6980f4b3ce5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58d1 expref: 16 pid: 35252 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763338472.476030:0:35252:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd240031a00, rc 0) 00000100:00100000:1.0:1763338472.476062:0:35252:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277503800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2409:x1848993291189376:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 133us (1805us total) trans 0 rc 0/0 00000100:00100000:1.0:1763338472.476070:0:35252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7366 00000100:00100000:2.0:1763338472.478852:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146128a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8406:1848993303286272:192.168.202.34@tcp:106: 00010000:00010000:2.0:1763338472.478892:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cde lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58d8 expref: 18 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338472.478919:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58d8 expref: 18 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763338472.478930:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277744200, rc 0) 00000100:00100000:2.0:1763338472.478997:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2409:x1848993291189504:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 3676us (4312us total) trans 0 rc 301/301 00000100:00100000:2.0:1763338472.479006:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7365 00000100:00100000:2.0:1763338472.482534:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.482630:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291189632 00000100:00100000:0.0:1763338472.482642:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291189632 00000100:00100000:0.0:1763338472.482710:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7367 00000100:00100000:0.0:1763338472.482721:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277500e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:57666:x1848993291189632:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:0.0:1763338472.482738:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763338472.482762:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3cec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58df expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763338472.482788:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763338472.482808:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.482810:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763338472.482820:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->180223) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58df expref: 18 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.482835:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8fd146e48600/0x4ea0a6980f4b3cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->180223) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58df expref: 18 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763338472.482847:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd146e48600, rc 0) 00000100:00100000:0.0:1763338472.482907:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277500e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+18:57666:x1848993291189632:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 188us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763338472.482914:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7367 00000100:00100000:0.0:1763338472.489357:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:2.0:1763338472.489569:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291189888 00000100:00100000:2.0:1763338472.489580:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291189888 00000100:00100000:2.0:1763338472.489643:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3669 00000100:00100000:2.0:1763338472.489654:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+308:57666:x1848993291189888:12345-192.168.202.34@tcp:35:fsx.0 00000001:00080000:2.0:1763338472.489892:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973495 00000100:00100000:2.0:1763338472.490001:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+310:57666:x1848993291189888:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 348us (653us total) trans 4294973496 rc 0/0 00000100:00100000:2.0:1763338472.490009:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3669 00000020:00080000:2.0:1763338472.490015:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763338472.492841:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.492923:0:17642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291190016 00000100:00100000:3.0:1763338472.492933:0:17642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291190016 00000100:00100000:3.0:1763338472.492991:0:17642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 7368 00000100:00100000:3.0:1763338472.492999:0:17642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+16:57666:x1848993291190016:12345-192.168.202.34@tcp:101:fsx.0 00010000:00010000:3.0:1763338472.493016:0:17642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763338472.493037:0:17642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb96097f250af58e6 expref: -99 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.493067:0:17642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338472.493075:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.493077:0:17642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.493081:0:17642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58e6 expref: 17 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.493112:0:17642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763338472.493125:0:17642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 1242 lvb_type: 1 00000100:00100000:3.0:1763338472.493139:0:17642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303286400:192.168.202.34@tcp:104: 00000100:00100000:3.0:1763338472.493226:0:17642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f900 going to sleep for 11 seconds 00000100:00100000:3.0:1763338472.496244:0:17642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17642:1848993303286400:192.168.202.34@tcp:104: 00010000:00010000:3.0:1763338472.496325:0:17642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58e6 expref: 17 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.496355:0:17642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd277744200, rc 0) 00000100:00100000:3.0:1763338472.498871:0:17642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6a980bff-e299-4157-ba20-d04f96bef9fe+17:57666:x1848993291190016:12345-192.168.202.34@tcp:101:fsx.0 Request processed in 5859us (6026us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.498886:0:17642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 7368 00000100:00100000:1.0:1763338472.499235:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.499824:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291190144 00000100:00100000:3.0:1763338472.499834:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291190144 00010000:00010000:3.0:1763338472.499868:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 1242 lvb_type: 1 00000100:00100000:3.0:1763338472.499908:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3458 00000100:00100000:3.0:1763338472.499918:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+17:2410:x1848993291190144:12345-192.168.202.34@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763338472.499932:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763338472.499953:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 1242 lvb_type: 1 00010000:00010000:3.0:1763338472.499965:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 1242 lvb_type: 1 00010000:00010000:3.0:1763338472.499989:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8fd1469cb800/0x4ea0a6980f4b3a8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.34@tcp remote: 0xb96097f250af5806 expref: 17 pid: 8406 timeout: 1242 lvb_type: 1 00010000:00010000:3.0:1763338472.500004:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.500006:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763338472.500014:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58e6 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.500024:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58e6 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763338472.500061:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8fd277744200/0x4ea0a6980f4b3cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.34@tcp remote: 0xb96097f250af58e6 expref: 16 pid: 17642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763338472.500079:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303286528:192.168.202.34@tcp:105: 00000100:00100000:3.0:1763338472.500171:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff8fd24639f900 going to sleep for 11 seconds 00000100:00100000:2.0:1763338472.507896:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:3.0:1763338472.508014:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd146129880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848993303286528:192.168.202.34@tcp:105: 00010000:00010000:3.0:1763338472.508036:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763338472.508094:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd27d405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6a980bff-e299-4157-ba20-d04f96bef9fe+16:2410:x1848993291190144:12345-192.168.202.34@tcp:103:ldlm_bl.0 Request processed in 8177us (8859us total) trans 0 rc 0/0 00000100:00100000:3.0:1763338472.508104:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3458 00000100:00100000:0.0:1763338472.508462:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291190400 00000100:00100000:0.0:1763338472.508469:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291190400 00000100:00100000:0.0:1763338472.508539:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3670 00000100:00100000:0.0:1763338472.508549:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+25:57666:x1848993291190400:12345-192.168.202.34@tcp:35:fsx.0 00000001:00080000:0.0:1763338472.509049:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935387 00000100:00080000:1.0:1763338472.509205:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763338472.509431:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277501500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6a980bff-e299-4157-ba20-d04f96bef9fe+27:57666:x1848993291190400:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 881us (1542us total) trans 8589935388 rc 0/0 00000100:00100000:0.0:1763338472.509439:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3670 00000020:00080000:0.0:1763338472.509444:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763338472.513208:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.34@tcp (source: 12345-192.168.202.34@tcp) 00000100:00100000:0.0:1763338472.513360:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993291190656 00000100:00100000:0.0:1763338472.513370:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993291190656 00000100:00100000:2.0:1763338472.513960:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.34@tcp, seq: 3671 00000100:00100000:2.0:1763338472.513975:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+310:57666:x1848993291190656:12345-192.168.202.34@tcp:35:fsx.0 00000100:00100000:2.0:1763338472.514231:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd277502d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6a980bff-e299-4157-ba20-d04f96bef9fe+311:57666:x1848993291190656:12345-192.168.202.34@tcp:35:fsx.0 Request processed in 259us (1031us total) trans 4294973497 rc 0/0 00000100:00100000:2.0:1763338472.514248:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.34@tcp, seq: 3671 00010000:00010000:2.0:1763338473.488442:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763338473.788591:0:35504:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed 00010000:00010000:0.0:1763338474.513578:0:8420:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763338474.575547:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303286656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763338474.575625:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763338474.581983:0:10993:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848993303286656 00000100:00100000:2.0:1763338474.581997:0:10993:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848993303286656 00000100:00100000:2.0:1763338474.582067:0:10993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1763338474.582078:0:10993:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303286656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763338474.582111:0:10993:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484896320 pending 0 free 3915915264 avail 3684392960 00000100:00100000:2.0:1763338474.582175:0:10993:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd24534dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848993303286656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (6550us total) trans 0 rc 0/0 00000100:00100000:2.0:1763338474.582181:0:10993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1763338474.582243:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8fd277503100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848993303286656:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1763338474.582424:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 Debug log: 68833 lines, 68833 kept, 0 dropped, 0 bad.